[ 557.968408] env[68207]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68207) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.968817] env[68207]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68207) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.968884] env[68207]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68207) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.969202] env[68207]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 558.069533] env[68207]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68207) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 558.079692] env[68207]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68207) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 558.123509] env[68207]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 558.682976] env[68207]: INFO nova.virt.driver [None req-9896e596-cd2f-4772-a22c-904ea2e469ea None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 558.754526] env[68207]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.754686] env[68207]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.754784] env[68207]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68207) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 561.654935] env[68207]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a01a3e93-fd1f-4374-a455-882e447778e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.672019] env[68207]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68207) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 561.672167] env[68207]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-75852501-d89f-438e-8285-6751ee88cdfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.704338] env[68207]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e1a8f. [ 561.704464] env[68207]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.950s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.705057] env[68207]: INFO nova.virt.vmwareapi.driver [None req-9896e596-cd2f-4772-a22c-904ea2e469ea None None] VMware vCenter version: 7.0.3 [ 561.708480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f6147-e6dc-4aed-93d7-aed11deed9b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.725779] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80eb254-f123-47d0-ad36-1531a0803f26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.731480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0836e932-10cd-4d7f-85eb-fbac4248a6f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.737904] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81535d6-7ac1-491f-a8ce-a737ec925717 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.750724] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89608d01-263e-41da-bb1f-887e67579c3b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.756460] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279f6b4b-ad4e-49d6-8162-77e1bfedf698 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.786739] env[68207]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-253167ec-a932-4613-a32b-6823e4b8d875 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.791805] env[68207]: DEBUG nova.virt.vmwareapi.driver [None req-9896e596-cd2f-4772-a22c-904ea2e469ea None None] Extension org.openstack.compute already exists. {{(pid=68207) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 561.794451] env[68207]: INFO nova.compute.provider_config [None req-9896e596-cd2f-4772-a22c-904ea2e469ea None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 562.297719] env[68207]: DEBUG nova.context [None req-9896e596-cd2f-4772-a22c-904ea2e469ea None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fa4fe4dc-e3cb-4358-a8d9-97ceda2c8f61(cell1) {{(pid=68207) load_cells /opt/stack/nova/nova/context.py:464}} [ 562.299765] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.299993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.300714] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.301164] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Acquiring lock "fa4fe4dc-e3cb-4358-a8d9-97ceda2c8f61" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.301353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Lock "fa4fe4dc-e3cb-4358-a8d9-97ceda2c8f61" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.302374] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Lock "fa4fe4dc-e3cb-4358-a8d9-97ceda2c8f61" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.322857] env[68207]: INFO dbcounter [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Registered counter for database nova_cell0 [ 562.331180] env[68207]: INFO dbcounter [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Registered counter for database nova_cell1 [ 562.772834] env[68207]: DEBUG oslo_db.sqlalchemy.engines [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68207) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 562.773567] env[68207]: DEBUG oslo_db.sqlalchemy.engines [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68207) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 562.778361] env[68207]: ERROR nova.db.main.api [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 562.778361] env[68207]: result = function(*args, **kwargs) [ 562.778361] env[68207]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 562.778361] env[68207]: return func(*args, **kwargs) [ 562.778361] env[68207]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 562.778361] env[68207]: result = fn(*args, **kwargs) [ 562.778361] env[68207]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 562.778361] env[68207]: return f(*args, **kwargs) [ 562.778361] env[68207]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 562.778361] env[68207]: return db.service_get_minimum_version(context, binaries) [ 562.778361] env[68207]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 562.778361] env[68207]: _check_db_access() [ 562.778361] env[68207]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 562.778361] env[68207]: stacktrace = ''.join(traceback.format_stack()) [ 562.778361] env[68207]: [ 562.779503] env[68207]: ERROR nova.db.main.api [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 562.779503] env[68207]: result = function(*args, **kwargs) [ 562.779503] env[68207]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 562.779503] env[68207]: return func(*args, **kwargs) [ 562.779503] env[68207]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 562.779503] env[68207]: result = fn(*args, **kwargs) [ 562.779503] env[68207]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 562.779503] env[68207]: return f(*args, **kwargs) [ 562.779503] env[68207]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 562.779503] env[68207]: return db.service_get_minimum_version(context, binaries) [ 562.779503] env[68207]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 562.779503] env[68207]: _check_db_access() [ 562.779503] env[68207]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 562.779503] env[68207]: stacktrace = ''.join(traceback.format_stack()) [ 562.779503] env[68207]: [ 562.780153] env[68207]: WARNING nova.objects.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 562.780153] env[68207]: WARNING nova.objects.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Failed to get minimum service version for cell fa4fe4dc-e3cb-4358-a8d9-97ceda2c8f61 [ 562.780518] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Acquiring lock "singleton_lock" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.780678] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Acquired lock "singleton_lock" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.780918] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Releasing lock "singleton_lock" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.781266] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Full set of CONF: {{(pid=68207) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 562.781411] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ******************************************************************************** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 562.781537] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] Configuration options gathered from: {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 562.781670] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 562.781864] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 562.781991] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ================================================================================ {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 562.782215] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] allow_resize_to_same_host = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.782388] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] arq_binding_timeout = 300 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.782519] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] backdoor_port = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.782643] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] backdoor_socket = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.782803] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] block_device_allocate_retries = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.782960] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] block_device_allocate_retries_interval = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.783150] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cert = self.pem {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.783323] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.783486] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute_monitors = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.783648] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] config_dir = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.784064] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] config_drive_format = iso9660 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.784217] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.784390] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] config_source = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.784562] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] console_host = devstack {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.784730] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] control_exchange = nova {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.784891] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cpu_allocation_ratio = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.785065] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] daemon = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.785237] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] debug = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.785395] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] default_access_ip_network_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.785561] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] default_availability_zone = nova {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.785714] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] default_ephemeral_format = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.785873] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] default_green_pool_size = 1000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.786128] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.786293] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] default_schedule_zone = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.786484] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] disk_allocation_ratio = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.786657] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] enable_new_services = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.786838] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] enabled_apis = ['osapi_compute'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.787007] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] enabled_ssl_apis = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.787208] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] flat_injected = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.787377] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] force_config_drive = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.787538] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] force_raw_images = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.787707] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] graceful_shutdown_timeout = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.787867] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] heal_instance_info_cache_interval = -1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.788136] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] host = cpu-1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.788338] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.788505] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] initial_disk_allocation_ratio = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.788670] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] initial_ram_allocation_ratio = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.788887] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.789064] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_build_timeout = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.789231] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_delete_interval = 300 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.789398] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_format = [instance: %(uuid)s] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.789562] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_name_template = instance-%08x {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.789721] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_usage_audit = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.789885] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_usage_audit_period = month {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.790056] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.790236] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] instances_path = /opt/stack/data/nova/instances {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.790396] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] internal_service_availability_zone = internal {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.790549] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] key = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.790707] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] live_migration_retry_count = 30 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.790872] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_color = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791045] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_config_append = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791217] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791375] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_dir = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791530] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791658] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_options = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791816] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_rotate_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.791983] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_rotate_interval_type = days {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.792193] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] log_rotation_type = none {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.792328] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.792455] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.792626] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.792794] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.792920] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.793095] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] long_rpc_timeout = 1800 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.793259] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] max_concurrent_builds = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.793416] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] max_concurrent_live_migrations = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.793572] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] max_concurrent_snapshots = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.793726] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] max_local_block_devices = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.793879] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] max_logfile_count = 30 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.794041] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] max_logfile_size_mb = 200 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.794201] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] maximum_instance_delete_attempts = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.794368] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metadata_listen = 0.0.0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.794531] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metadata_listen_port = 8775 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.794698] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metadata_workers = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.794855] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] migrate_max_retries = -1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.795027] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] mkisofs_cmd = genisoimage {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.795236] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] my_block_storage_ip = 10.180.1.21 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.795370] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] my_ip = 10.180.1.21 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.795572] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.795731] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] network_allocate_retries = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.795904] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.796079] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] osapi_compute_listen = 0.0.0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.796247] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] osapi_compute_listen_port = 8774 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.796412] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] osapi_compute_unique_server_name_scope = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.796579] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] osapi_compute_workers = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.796736] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] password_length = 12 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.796892] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] periodic_enable = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.797075] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] periodic_fuzzy_delay = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.797265] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] pointer_model = usbtablet {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.797446] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] preallocate_images = none {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.797607] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] publish_errors = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.797734] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] pybasedir = /opt/stack/nova {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.797889] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ram_allocation_ratio = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.798076] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] rate_limit_burst = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.798270] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] rate_limit_except_level = CRITICAL {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.798431] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] rate_limit_interval = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.798588] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reboot_timeout = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.798744] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reclaim_instance_interval = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.798895] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] record = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.799071] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reimage_timeout_per_gb = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.799241] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] report_interval = 120 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.799398] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] rescue_timeout = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.799550] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reserved_host_cpus = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.799702] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reserved_host_disk_mb = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.799855] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reserved_host_memory_mb = 512 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800014] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] reserved_huge_pages = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800176] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] resize_confirm_window = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800333] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] resize_fs_using_block_device = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800486] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] resume_guests_state_on_host_boot = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800652] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800811] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] rpc_response_timeout = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.800966] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] run_external_periodic_tasks = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.801145] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] running_deleted_instance_action = reap {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.801306] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] running_deleted_instance_poll_interval = 1800 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.801462] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] running_deleted_instance_timeout = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.801617] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler_instance_sync_interval = 120 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.801782] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_down_time = 720 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.801950] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] servicegroup_driver = db {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.802118] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] shell_completion = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.802282] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] shelved_offload_time = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.802436] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] shelved_poll_interval = 3600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.802600] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] shutdown_timeout = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.802757] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] source_is_ipv6 = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.802910] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ssl_only = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.803181] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.803352] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] sync_power_state_interval = 600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.803512] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] sync_power_state_pool_size = 1000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.803677] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] syslog_log_facility = LOG_USER {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.803829] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] tempdir = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.803985] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] timeout_nbd = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.804165] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] transport_url = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.804327] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] update_resources_interval = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.804484] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] use_cow_images = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.804641] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] use_journal = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.804842] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] use_json = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.805083] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] use_rootwrap_daemon = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.805261] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] use_stderr = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.805422] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] use_syslog = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.805577] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vcpu_pin_set = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.805744] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plugging_is_fatal = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.805911] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plugging_timeout = 300 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.806087] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] virt_mkfs = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.806255] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] volume_usage_poll_interval = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.806412] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] watch_log_file = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.806578] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] web = /usr/share/spice-html5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.806761] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.806924] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.807118] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.807302] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_concurrency.disable_process_locking = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.807593] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.807786] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.807979] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.808232] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.808421] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.808592] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.808776] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.auth_strategy = keystone {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.808946] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.compute_link_prefix = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.809141] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.809320] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.dhcp_domain = novalocal {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.809486] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.enable_instance_password = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.809647] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.glance_link_prefix = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.809813] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.809983] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.810163] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.instance_list_per_project_cells = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.810328] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.list_records_by_skipping_down_cells = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.810487] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.local_metadata_per_cell = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.810653] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.max_limit = 1000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.810817] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.metadata_cache_expiration = 15 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.810988] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.neutron_default_tenant_id = default {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.811172] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.response_validation = warn {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.811343] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.use_neutron_default_nets = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.811508] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.811667] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.811831] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.812007] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.812181] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_dynamic_targets = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.812345] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_jsonfile_path = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.812521] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.812711] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.backend = dogpile.cache.memcached {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.812879] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.backend_argument = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.813047] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.backend_expiration_time = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.813221] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.config_prefix = cache.oslo {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.813390] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.dead_timeout = 60.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.813553] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.debug_cache_backend = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.813713] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.enable_retry_client = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.813872] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.enable_socket_keepalive = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.814052] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.enabled = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.814224] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.enforce_fips_mode = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.814387] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.expiration_time = 600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.814547] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.hashclient_retry_attempts = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.814712] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.hashclient_retry_delay = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.814873] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_dead_retry = 300 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.815041] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_password = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.815209] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.815372] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.815535] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_pool_maxsize = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.815693] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.815853] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_sasl_enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.816041] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.816211] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_socket_timeout = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.816370] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.memcache_username = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.816531] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.proxies = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.816689] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_db = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.816842] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_password = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.817016] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_sentinel_service_name = mymaster {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.817227] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.817404] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_server = localhost:6379 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.817569] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_socket_timeout = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.817726] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.redis_username = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.817885] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.retry_attempts = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.818171] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.retry_delay = 0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.818339] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.socket_keepalive_count = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.818538] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.socket_keepalive_idle = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.818708] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.socket_keepalive_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.818868] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.tls_allowed_ciphers = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.819202] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.tls_cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.819202] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.tls_certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.819354] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.tls_enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.819515] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cache.tls_keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.819683] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.819854] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.auth_type = password {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820024] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820205] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.catalog_info = volumev3::publicURL {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820364] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820524] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820683] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.cross_az_attach = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820854] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.debug = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.820987] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.endpoint_template = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.821161] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.http_retries = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.821323] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.821475] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.821642] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.os_region_name = RegionOne {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.821805] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.821962] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cinder.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.822148] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.822306] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.cpu_dedicated_set = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.822462] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.cpu_shared_set = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.822622] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.image_type_exclude_list = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.822780] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.822940] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.max_concurrent_disk_ops = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.823109] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.max_disk_devices_to_attach = -1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.823272] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.823438] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.823597] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.resource_provider_association_refresh = 300 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.823755] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.823913] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.shutdown_retry_interval = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.824100] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.824284] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] conductor.workers = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.824459] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] console.allowed_origins = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.824617] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] console.ssl_ciphers = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.824787] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] console.ssl_minimum_version = default {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.824955] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] consoleauth.enforce_session_timeout = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.825133] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] consoleauth.token_ttl = 600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.825308] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.825463] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.825628] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.825784] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.825941] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.826112] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.826305] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.826507] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.826677] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.826836] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.826993] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.827196] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.827364] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.827535] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.service_type = accelerator {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.827696] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.827854] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.828023] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.828218] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.828404] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.828565] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] cyborg.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.828731] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.asyncio_connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.828888] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.asyncio_slave_connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.829076] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.backend = sqlalchemy {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.829248] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.829413] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.connection_debug = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.829581] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.connection_parameters = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.829749] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.connection_recycle_time = 3600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.829910] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.connection_trace = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.830090] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.db_inc_retry_interval = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.830261] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.db_max_retries = 20 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.830426] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.db_max_retry_interval = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.830589] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.db_retry_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.830748] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.max_overflow = 50 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.830908] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.max_pool_size = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.831078] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.max_retries = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.831256] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.831415] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.mysql_wsrep_sync_wait = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.831570] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.pool_timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.831732] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.retry_interval = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.831891] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.slave_connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.832063] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.sqlite_synchronous = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.832232] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] database.use_db_reconnect = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.832398] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.asyncio_connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.832557] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.asyncio_slave_connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.832726] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.backend = sqlalchemy {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.832896] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.833073] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.connection_debug = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.833247] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.connection_parameters = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.833412] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.connection_recycle_time = 3600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.833573] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.connection_trace = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.833733] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.db_inc_retry_interval = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.833893] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.db_max_retries = 20 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.834069] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.db_max_retry_interval = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.834238] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.db_retry_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.834401] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.max_overflow = 50 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.834563] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.max_pool_size = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.834723] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.max_retries = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.834893] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.835065] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.835230] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.pool_timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.835395] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.retry_interval = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.835550] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.slave_connection = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.835710] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] api_database.sqlite_synchronous = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.835881] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] devices.enabled_mdev_types = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.836069] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.836299] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ephemeral_storage_encryption.default_format = luks {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.836495] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ephemeral_storage_encryption.enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.836663] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.836834] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.api_servers = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.836995] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.837198] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.837372] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.837535] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.837696] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.837862] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.debug = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.838034] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.default_trusted_certificate_ids = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.838200] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.enable_certificate_validation = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.838364] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.enable_rbd_download = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.838534] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.838683] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.838843] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.839000] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.839171] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.839376] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.num_retries = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.839557] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.rbd_ceph_conf = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.839723] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.rbd_connect_timeout = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.839893] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.rbd_pool = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.840073] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.rbd_user = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.840247] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.840407] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.840565] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.840734] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.service_type = image {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.840896] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.841069] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.841234] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.841392] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.841572] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.841737] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.verify_glance_signatures = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.841895] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] glance.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.842081] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] guestfs.debug = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.842273] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.842453] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.auth_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.842613] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.842770] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.842934] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.843106] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.843271] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.843430] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.843592] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.843747] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.843905] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.844071] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.844232] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.844388] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.844542] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.844709] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.service_type = shared-file-system {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.844871] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.share_apply_policy_timeout = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.845043] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.845204] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.845388] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.845554] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.845735] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.845896] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] manila.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.846075] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] mks.enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.846428] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.846618] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] image_cache.manager_interval = 2400 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.846788] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] image_cache.precache_concurrency = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.846959] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] image_cache.remove_unused_base_images = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.847167] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.847347] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.847525] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] image_cache.subdirectory_name = _base {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.847699] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.api_max_retries = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.847864] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.api_retry_interval = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.848029] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.848237] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.auth_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.848405] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.848560] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.848721] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.848881] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.conductor_group = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849048] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849214] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849368] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849526] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849679] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849830] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.849983] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.850158] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.peer_list = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.850316] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.850469] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.850635] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.serial_console_state_timeout = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.850791] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.850954] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.service_type = baremetal {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.851154] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.shard = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.851340] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.851499] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.851656] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.851809] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.851986] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.852158] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ironic.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.852343] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.852515] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] key_manager.fixed_key = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.852692] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.852851] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.barbican_api_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853021] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.barbican_endpoint = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853198] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.barbican_endpoint_type = public {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853354] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.barbican_region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853508] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853662] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853821] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.853980] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.854169] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.854348] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.number_of_retries = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.854509] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.retry_delay = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.854670] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.send_service_user_token = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.854830] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.854985] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.855159] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.verify_ssl = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.855317] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican.verify_ssl_path = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.855479] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.855639] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.auth_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.855792] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.855946] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.856117] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.856280] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.856435] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.856591] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.856746] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] barbican_service_user.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.856909] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.approle_role_id = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.857104] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.approle_secret_id = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.857297] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.kv_mountpoint = secret {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.857463] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.kv_path = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.857625] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.kv_version = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.857781] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.namespace = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.857939] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.root_token_id = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.858156] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.ssl_ca_crt_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.858360] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.timeout = 60.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.858527] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.use_ssl = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.858703] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.858870] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.859043] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.859216] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.859377] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.859535] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.859692] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.859854] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.860017] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.860197] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.860376] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.860537] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.860697] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.860855] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.861038] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.service_type = identity {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.861209] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.861369] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.861526] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.861684] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.861864] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.862035] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] keystone.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.862229] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.ceph_mount_options = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.862624] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.862815] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.connection_uri = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.862982] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_mode = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.863201] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_model_extra_flags = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.863405] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_models = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.863585] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_power_governor_high = performance {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.863756] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_power_governor_low = powersave {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.863920] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_power_management = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.864105] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.864280] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.device_detach_attempts = 8 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.864446] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.device_detach_timeout = 20 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.864614] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.disk_cachemodes = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.864774] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.disk_prefix = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.864938] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.enabled_perf_events = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.865113] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.file_backed_memory = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.865282] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.gid_maps = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.865439] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.hw_disk_discard = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.865595] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.hw_machine_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.865763] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_rbd_ceph_conf = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.865926] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.866099] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.866335] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_rbd_glance_store_name = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.866529] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_rbd_pool = rbd {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.866704] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_type = default {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.866867] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.images_volume_group = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.867051] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.inject_key = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.867249] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.inject_partition = -2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.867415] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.inject_password = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.867579] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.iscsi_iface = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.867741] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.iser_use_multipath = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.867906] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_bandwidth = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.868106] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.868279] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_downtime = 500 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.868446] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.868610] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.868767] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_inbound_addr = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.868930] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.869106] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_permit_post_copy = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.869291] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_scheme = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.869478] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_timeout_action = abort {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.869641] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_tunnelled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.869798] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_uri = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.869960] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.live_migration_with_native_tls = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.870137] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.max_queues = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.870334] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.870565] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.870732] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.nfs_mount_options = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.871040] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.871223] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.871393] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.num_iser_scan_tries = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.871555] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.num_memory_encrypted_guests = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.871717] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.871881] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.num_pcie_ports = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.872060] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.num_volume_scan_tries = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.872245] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.pmem_namespaces = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.872423] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.quobyte_client_cfg = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.872725] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.872899] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rbd_connect_timeout = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.873078] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.873249] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.873411] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rbd_secret_uuid = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.873568] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rbd_user = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.873730] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.873901] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.remote_filesystem_transport = ssh {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.874073] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rescue_image_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.874247] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rescue_kernel_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.874406] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rescue_ramdisk_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.874575] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.874734] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.rx_queue_size = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.874904] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.smbfs_mount_options = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.875237] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.875437] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.snapshot_compression = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.875603] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.snapshot_image_format = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.875829] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.875997] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.sparse_logical_volumes = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.876177] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.swtpm_enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.876354] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.swtpm_group = tss {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.876526] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.swtpm_user = tss {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.876693] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.sysinfo_serial = unique {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.876852] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.tb_cache_size = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.877025] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.tx_queue_size = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.877218] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.uid_maps = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.877389] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.use_virtio_for_bridges = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.877563] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.virt_type = kvm {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.877733] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.volume_clear = zero {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.877895] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.volume_clear_size = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.878095] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.volume_enforce_multipath = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.878293] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.volume_use_multipath = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.878458] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_cache_path = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.878630] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.878801] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_mount_group = qemu {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.878966] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_mount_opts = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.879150] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.879447] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.879638] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.vzstorage_mount_user = stack {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.879805] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.879977] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.880169] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.auth_type = password {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.880331] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.880491] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.880653] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.880809] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.880968] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.881178] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.default_floating_pool = public {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.881353] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.881518] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.extension_sync_interval = 600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.881680] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.http_retries = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.881844] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.882013] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.882188] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.882391] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.882555] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.882724] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.ovs_bridge = br-int {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.882888] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.physnets = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.883068] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.region_name = RegionOne {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.883235] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.883405] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.service_metadata_proxy = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.883564] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.883734] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.service_type = network {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.883895] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.884064] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.884255] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.884421] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.884604] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.884765] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] neutron.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.884937] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] notifications.bdms_in_notifications = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.885145] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] notifications.default_level = INFO {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.885313] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] notifications.include_share_mapping = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.885485] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] notifications.notification_format = unversioned {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.885647] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] notifications.notify_on_state_change = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.885818] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.885988] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] pci.alias = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.886171] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] pci.device_spec = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.886340] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] pci.report_in_placement = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.886511] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.886685] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.auth_type = password {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.886852] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.887013] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.887230] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.887419] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.887582] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.887742] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.887898] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.default_domain_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.888081] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.default_domain_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.888260] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.domain_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.888420] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.domain_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.888578] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.888738] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.888895] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.889065] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.889229] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.889398] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.password = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.889553] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.project_domain_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.889719] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.project_domain_name = Default {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.889882] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.project_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.890072] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.project_name = service {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.890274] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.region_name = RegionOne {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.890451] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.890614] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.890785] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.service_type = placement {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.890950] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.891124] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.891290] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.891446] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.system_scope = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.891602] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.891757] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.trust_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.891913] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.user_domain_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.892092] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.user_domain_name = Default {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.892253] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.user_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.892425] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.username = nova {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.892604] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.892761] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] placement.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.892942] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.cores = 20 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.893122] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.count_usage_from_placement = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.893319] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.893500] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.injected_file_content_bytes = 10240 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.893668] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.injected_file_path_length = 255 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.893831] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.injected_files = 5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.893994] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.instances = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.894172] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.key_pairs = 100 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.894364] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.metadata_items = 128 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.894539] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.ram = 51200 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.894704] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.recheck_quota = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.894870] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.server_group_members = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.895045] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.server_groups = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.895264] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.895439] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] quota.unified_limits_resource_strategy = require {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.895610] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.895774] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.895934] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.image_metadata_prefilter = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.896120] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.896313] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.max_attempts = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.896491] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.max_placement_results = 1000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.896655] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.896818] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.query_placement_for_image_type_support = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.896976] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.897191] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] scheduler.workers = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.897388] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.897571] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.897754] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.897923] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.898117] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.898300] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.898468] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.898655] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.898823] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.host_subset_size = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.898988] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.899177] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.899387] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.899559] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.899733] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.899896] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.isolated_hosts = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.900076] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.isolated_images = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.900246] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.900406] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.900569] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.900729] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.pci_in_placement = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.900892] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.901066] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.901233] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.901395] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.901557] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.901718] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.901881] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.track_instance_changes = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.902068] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.902244] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metrics.required = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.902432] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metrics.weight_multiplier = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.902599] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.902762] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] metrics.weight_setting = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.903086] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.903265] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] serial_console.enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.903441] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] serial_console.port_range = 10000:20000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.903610] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.903775] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.903943] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] serial_console.serialproxy_port = 6083 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.904125] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.904302] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.auth_type = password {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.904461] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.904617] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.904778] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.904938] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.905104] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.905294] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.send_service_user_token = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.905472] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.905631] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] service_user.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.905801] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.agent_enabled = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.905960] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.906285] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.906509] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.906684] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.html5proxy_port = 6082 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.906845] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.image_compression = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.907012] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.jpeg_compression = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.907209] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.playback_compression = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.907381] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.require_secure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.907555] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.server_listen = 127.0.0.1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.907726] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.907999] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.908208] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.streaming_mode = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.908382] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] spice.zlib_compression = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.908547] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] upgrade_levels.baseapi = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.908719] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] upgrade_levels.compute = auto {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.908878] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] upgrade_levels.conductor = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.909047] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] upgrade_levels.scheduler = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.909220] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.909384] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.auth_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.909538] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.909693] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.909854] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.910026] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.910190] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.910353] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.910510] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vendordata_dynamic_auth.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.910680] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.api_retry_count = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.910838] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.ca_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.911013] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.cache_prefix = devstack-image-cache {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.911222] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.cluster_name = testcl1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.911400] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.connection_pool_size = 10 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.911559] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.console_delay_seconds = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.911730] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.datastore_regex = ^datastore.* {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.911936] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.912135] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.host_password = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.912308] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.host_port = 443 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.912477] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.host_username = administrator@vsphere.local {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.912645] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.insecure = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.912803] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.integration_bridge = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.912964] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.maximum_objects = 100 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.913140] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.pbm_default_policy = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.913299] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.pbm_enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.913455] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.pbm_wsdl_location = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.913621] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.913777] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.serial_port_proxy_uri = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.913931] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.serial_port_service_uri = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.914122] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.task_poll_interval = 0.5 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.914319] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.use_linked_clone = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.914492] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.vnc_keymap = en-us {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.914660] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.vnc_port = 5900 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.914870] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vmware.vnc_port_total = 10000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.915100] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.auth_schemes = ['none'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.915285] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.915575] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.915762] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.915931] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.novncproxy_port = 6080 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.916132] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.server_listen = 127.0.0.1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.916318] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.916478] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.vencrypt_ca_certs = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.916636] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.vencrypt_client_cert = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.916793] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vnc.vencrypt_client_key = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.916968] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.917179] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.disable_deep_image_inspection = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.917361] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.917524] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.917687] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.917845] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.disable_rootwrap = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.918009] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.enable_numa_live_migration = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.918213] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.918385] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.918548] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.918707] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.libvirt_disable_apic = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.918866] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.919039] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.919357] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.919532] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.919694] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.919854] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.920025] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.920213] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.920390] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.920555] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.920740] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.920907] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.client_socket_timeout = 900 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.921084] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.default_pool_size = 1000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.921259] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.keep_alive = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.921424] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.max_header_line = 16384 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.921584] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.secure_proxy_ssl_header = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.921744] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.ssl_ca_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.921900] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.ssl_cert_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.922071] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.ssl_key_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.922241] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.tcp_keepidle = 600 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.922417] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.922581] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] zvm.ca_file = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.922738] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] zvm.cloud_connector_url = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.923033] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.923242] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] zvm.reachable_timeout = 300 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.923430] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.923611] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.923789] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.connection_string = messaging:// {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.923953] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.enabled = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.924138] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.es_doc_type = notification {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.924305] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.es_scroll_size = 10000 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.924474] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.es_scroll_time = 2m {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.924635] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.filter_error_trace = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.924802] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.hmac_keys = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.924971] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.sentinel_service_name = mymaster {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.925150] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.socket_timeout = 0.1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.925370] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.trace_requests = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.925557] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler.trace_sqlalchemy = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.925738] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler_jaeger.process_tags = {} {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.925900] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler_jaeger.service_name_prefix = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.926077] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] profiler_otlp.service_name_prefix = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.926251] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] remote_debug.host = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.926413] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] remote_debug.port = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.926589] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.926755] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.926921] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.927118] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.927300] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.927463] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.927625] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.927787] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.927946] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.928165] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.928343] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.928517] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.928684] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.928849] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.929022] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.929195] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.929363] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.929520] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.929689] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.929850] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.930022] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.930224] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.930399] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.930563] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.930722] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.930877] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.931054] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.931294] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.931485] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.931652] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.931817] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.ssl = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.931989] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.932177] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.932345] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.932512] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.932676] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.ssl_version = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.932836] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.933031] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.933202] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_notifications.retry = -1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.933383] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.933554] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_messaging_notifications.transport_url = **** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.933725] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.auth_section = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.933888] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.auth_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.934057] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.cafile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.934255] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.certfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.934434] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.collect_timing = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.934593] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.connect_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.934751] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.connect_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.934906] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.endpoint_id = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.935091] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.endpoint_interface = publicURL {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.935254] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.endpoint_override = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.935413] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.endpoint_region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.935569] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.endpoint_service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.935725] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.endpoint_service_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.935884] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.insecure = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936052] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.keyfile = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936215] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.max_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936370] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.min_version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936524] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.region_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936682] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.retriable_status_codes = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936836] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.service_name = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.936992] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.service_type = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.937200] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.split_loggers = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.937378] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.status_code_retries = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.937542] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.status_code_retry_delay = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.937703] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.timeout = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.937859] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.valid_interfaces = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.938085] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_limit.version = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.938318] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_reports.file_event_handler = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.938508] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.938672] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] oslo_reports.log_dir = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.938848] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.939022] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.939240] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.939425] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.939593] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.939753] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.939925] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.940100] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_ovs_privileged.group = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.940268] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.940436] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.940600] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.940757] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] vif_plug_ovs_privileged.user = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.940928] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.flat_interface = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.941124] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.941309] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.941484] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.941655] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.941827] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.941993] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.942173] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.942360] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.942533] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.isolate_vif = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.942704] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.942869] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.943051] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.943228] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.ovsdb_interface = native {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.943392] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] os_vif_ovs.per_port_bridge = False {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.943564] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] privsep_osbrick.capabilities = [21] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.943723] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] privsep_osbrick.group = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.943882] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] privsep_osbrick.helper_command = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.944057] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.944227] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.944386] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] privsep_osbrick.user = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.944557] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.944717] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] nova_sys_admin.group = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.944900] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] nova_sys_admin.helper_command = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.945103] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.945277] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.945436] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] nova_sys_admin.user = None {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.945565] env[68207]: DEBUG oslo_service.backend.eventlet.service [None req-29a28bc7-6a94-4376-a5fd-77e8e07abcee None None] ******************************************************************************** {{(pid=68207) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 562.945982] env[68207]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 563.449605] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Getting list of instances from cluster (obj){ [ 563.449605] env[68207]: value = "domain-c8" [ 563.449605] env[68207]: _type = "ClusterComputeResource" [ 563.449605] env[68207]: } {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 563.450918] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0f21b0-8b0b-41fd-af5f-cb0e8073df7c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.459790] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Got total of 0 instances {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 563.460432] env[68207]: WARNING nova.virt.vmwareapi.driver [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 563.460960] env[68207]: INFO nova.virt.node [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Generated node identity e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f [ 563.461154] env[68207]: INFO nova.virt.node [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Wrote node identity e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f to /opt/stack/data/n-cpu-1/compute_id [ 563.963885] env[68207]: WARNING nova.compute.manager [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Compute nodes ['e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 564.969989] env[68207]: INFO nova.compute.manager [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 565.975713] env[68207]: WARNING nova.compute.manager [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 565.976115] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.976260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.976370] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.976558] env[68207]: DEBUG nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 565.977598] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931ebf9-164a-431b-8ebc-beba93f7e41d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.986288] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a65943e-f097-4e1c-9b47-773d6d7a2f55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.001327] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e02bb2-b811-4620-a788-712dadc984cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.007781] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa5992e-03c3-4ddc-b9a6-81424b217b3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.036399] env[68207]: DEBUG nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181026MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 566.036550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.036851] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.539946] env[68207]: WARNING nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] No compute node record for cpu-1:e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f could not be found. [ 567.043590] env[68207]: INFO nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f [ 568.551856] env[68207]: DEBUG nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 568.552230] env[68207]: DEBUG nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 568.709185] env[68207]: INFO nova.scheduler.client.report [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] [req-80dcc4a3-8d31-46bf-b01e-3e2a18aac839] Created resource provider record via placement API for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 568.726325] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b1ef0a-80ff-43c2-91a9-7916f215db33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.734730] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5773fd1-d02d-4cef-a271-fab64c516fee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.764553] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a338f9-f1ce-4bf7-9e1f-acb46481a0c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.771325] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4363745-99ee-4b6c-8ede-0ffd745b1376 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.784245] env[68207]: DEBUG nova.compute.provider_tree [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.322775] env[68207]: DEBUG nova.scheduler.client.report [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 569.322996] env[68207]: DEBUG nova.compute.provider_tree [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 0 to 1 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.323153] env[68207]: DEBUG nova.compute.provider_tree [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.386759] env[68207]: DEBUG nova.compute.provider_tree [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 1 to 2 during operation: update_traits {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.891424] env[68207]: DEBUG nova.compute.resource_tracker [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 569.891899] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.855s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.891899] env[68207]: DEBUG nova.service [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Creating RPC server for service compute {{(pid=68207) start /opt/stack/nova/nova/service.py:186}} [ 569.905492] env[68207]: DEBUG nova.service [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] Join ServiceGroup membership for this service compute {{(pid=68207) start /opt/stack/nova/nova/service.py:203}} [ 569.905704] env[68207]: DEBUG nova.servicegroup.drivers.db [None req-ca17c52e-d16a-4ebf-89b9-24fa32db9937 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68207) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 595.910731] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_power_states {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.414244] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Getting list of instances from cluster (obj){ [ 596.414244] env[68207]: value = "domain-c8" [ 596.414244] env[68207]: _type = "ClusterComputeResource" [ 596.414244] env[68207]: } {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 596.415866] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21daba-0447-43c6-b053-c22125918877 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.425536] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Got total of 0 instances {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 596.425536] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.425872] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Getting list of instances from cluster (obj){ [ 596.425872] env[68207]: value = "domain-c8" [ 596.425872] env[68207]: _type = "ClusterComputeResource" [ 596.425872] env[68207]: } {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 596.427881] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104b2b67-b051-4e04-99c9-d5fa64b38862 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.436805] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Got total of 0 instances {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 603.241194] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "157b6f13-23f2-4294-9342-d217ab63fcfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.241581] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "157b6f13-23f2-4294-9342-d217ab63fcfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.744299] env[68207]: DEBUG nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.283823] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.283823] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.287199] env[68207]: INFO nova.compute.claims [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.339897] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417d7e28-6c38-4d87-b3d8-332ceb9574f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.355251] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004aefe-5681-4635-8067-2287778537ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.391580] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6dd622-40e2-472a-ae47-f8c968b36a76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.399297] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff4ec31-9e0f-4b7a-a1f6-3769f50e84e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.413501] env[68207]: DEBUG nova.compute.provider_tree [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.916824] env[68207]: DEBUG nova.scheduler.client.report [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.425076] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.425076] env[68207]: DEBUG nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.930356] env[68207]: DEBUG nova.compute.utils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.932124] env[68207]: DEBUG nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 607.435204] env[68207]: DEBUG nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.451057] env[68207]: DEBUG nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.485252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "938d1523-3ab9-4081-bac4-cad645a8b7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.485428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.991435] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.258522] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.258807] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.260148] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.260148] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.260148] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.260148] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.260148] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.260483] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.260566] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.261014] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.261014] env[68207]: DEBUG nova.virt.hardware [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.262390] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45905d2b-8e1e-4caf-84f9-ad3052827a31 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.271585] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573e862-2f0a-49ca-8b59-8120f1d4745e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.291804] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25c132d-45f9-4568-84b6-b1cc84f0ceab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.312541] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.322759] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.323176] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98071fce-9f40-4a1c-a931-44642f8f7423 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.335339] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Created folder: OpenStack in parent group-v4. [ 609.335540] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating folder: Project (1405cfb65ada4b92ac8843364d966739). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.335943] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c85aff47-db36-4286-b83e-f15ceffa3f92 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.346972] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Created folder: Project (1405cfb65ada4b92ac8843364d966739) in parent group-v558176. [ 609.346972] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating folder: Instances. Parent ref: group-v558177. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.347199] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aacff141-e136-4813-9bb1-ade828f5f5ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.356094] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Created folder: Instances in parent group-v558177. [ 609.356619] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.356619] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.357099] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b7fb15-84ba-4196-89ad-734028d47758 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.373709] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.373709] env[68207]: value = "task-2776110" [ 609.373709] env[68207]: _type = "Task" [ 609.373709] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.381415] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776110, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.527136] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.527467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.529314] env[68207]: INFO nova.compute.claims [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.886805] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776110, 'name': CreateVM_Task, 'duration_secs': 0.269677} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.886805] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.888600] env[68207]: DEBUG oslo_vmware.service [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e8018-7d7f-402f-95b5-ca45a773a81b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.895378] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.895546] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.896788] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.897117] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e961995-656f-47a7-9246-42c7afa927d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.903266] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 609.903266] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5252ffc7-e84c-7261-1859-8176af44655a" [ 609.903266] env[68207]: _type = "Task" [ 609.903266] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.912972] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5252ffc7-e84c-7261-1859-8176af44655a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.416912] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.417219] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.417411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.417763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.417960] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.418243] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2534966c-657c-4ff7-a185-79c1cb630a17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.435170] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.435426] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.436301] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1510bee7-c260-47bf-a700-65352156c003 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.443715] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5080716d-ce9c-426e-ac79-dab3a33bb709 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.449702] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 610.449702] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5291af23-9646-dae4-efbb-0a58c720371d" [ 610.449702] env[68207]: _type = "Task" [ 610.449702] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.457553] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5291af23-9646-dae4-efbb-0a58c720371d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.597401] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d573fd4-e6c8-4c04-9cb0-a1c10c7e965f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.606887] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff3e5fc-db2c-4330-a878-1952752fe2fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.639393] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c46930-dfd3-4656-949c-f29e378c1d25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.648852] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f288db-e3c9-45a8-a0bb-c85c904e4918 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.666747] env[68207]: DEBUG nova.compute.provider_tree [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.971317] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.971317] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating directory with path [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.971317] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d60654d-a6e5-4873-a890-429720d21a4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.997082] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Created directory with path [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.997082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Fetch image to [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.997082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Downloading image file data 6f622ea6-e945-4306-8b08-0b2cd4f62115 to [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk on the data store datastore2 {{(pid=68207) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.999895] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a591fab-9938-469e-8140-d18ebbe28068 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.016084] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315472ff-0506-4814-be66-e12e68328b45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.029516] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc8d1b-88cb-43fb-a3eb-9f8f95b3e0ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.067591] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa05860-c8ce-402f-84ee-113377ff277d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.073958] env[68207]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-75a4ac60-d205-4692-a4bd-0cadcb05e0b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.103477] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Downloading image file data 6f622ea6-e945-4306-8b08-0b2cd4f62115 to the data store datastore2 {{(pid=68207) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 611.172036] env[68207]: DEBUG nova.scheduler.client.report [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.182596] env[68207]: DEBUG oslo_vmware.rw_handles [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 611.685454] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.686067] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.858374] env[68207]: DEBUG oslo_vmware.rw_handles [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.858374] env[68207]: DEBUG oslo_vmware.rw_handles [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 612.002437] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Downloaded image file data 6f622ea6-e945-4306-8b08-0b2cd4f62115 to vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk on the data store datastore2 {{(pid=68207) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 612.002437] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 612.002437] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Copying Virtual Disk [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk to [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.002437] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34df2d00-2551-417a-84df-03a9213b6332 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.014017] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 612.014017] env[68207]: value = "task-2776111" [ 612.014017] env[68207]: _type = "Task" [ 612.014017] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.024665] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.192757] env[68207]: DEBUG nova.compute.utils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.193915] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.197021] env[68207]: DEBUG nova.network.neutron [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.326894] env[68207]: DEBUG nova.policy [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3d0a51dd6c84a7caa6cf571bffe850c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596fcf01864d4382807a10a6b71516ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.524962] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776111, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.705992] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.943950] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "8df86dfd-b28d-4fe5-8af9-e15d41334484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.944188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.024080] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671479} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.026069] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Copied Virtual Disk [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk to [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.026250] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleting the datastore file [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.026595] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed285bc-f019-4b3f-93ba-8da7bc382f6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.033531] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 613.033531] env[68207]: value = "task-2776112" [ 613.033531] env[68207]: _type = "Task" [ 613.033531] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.047068] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.072151] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.072384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.450070] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.508231] env[68207]: DEBUG nova.network.neutron [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Successfully created port: b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.556643] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024202} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.556939] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.557136] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Moving file from [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae/6f622ea6-e945-4306-8b08-0b2cd4f62115 to [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115. {{(pid=68207) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.557389] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-db765dd6-21df-4600-9e50-683e49b614e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.568189] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 613.568189] env[68207]: value = "task-2776113" [ 613.568189] env[68207]: _type = "Task" [ 613.568189] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.576024] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776113, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.579268] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.657292] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "911843cf-65d4-4262-8c80-e352755c8eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.657580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.719261] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.761229] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.761503] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.761711] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.761852] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.761989] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.762681] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.762930] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.763115] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.763297] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.763457] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.763621] env[68207]: DEBUG nova.virt.hardware [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.764867] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8965d-0079-45c6-94b7-61056cbdbdce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.777252] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5d3b6e-f12a-4e45-be10-b9af1b6d813c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.983559] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.983936] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.986974] env[68207]: INFO nova.compute.claims [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.081086] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776113, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.081086] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] File moved {{(pid=68207) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 614.081086] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Cleaning up location [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 614.081317] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleting the datastore file [datastore2] vmware_temp/13266f1c-a82c-4489-beda-9e1399c5c9ae {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.081705] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4cb03f-5a7a-4847-abc9-1726c413c890 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.091560] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 614.091560] env[68207]: value = "task-2776114" [ 614.091560] env[68207]: _type = "Task" [ 614.091560] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.105636] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.114913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.114913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "081158fd-d322-4fb7-bf2d-29291f8877b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.114913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.160664] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.615104] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023972} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.615325] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.616155] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d158df42-18a8-474d-8a81-1b3001633bdf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.620699] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.627439] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 614.627439] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523767e6-feb9-b2a5-beb7-a1bfc667f158" [ 614.627439] env[68207]: _type = "Task" [ 614.627439] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.638720] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523767e6-feb9-b2a5-beb7-a1bfc667f158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.685966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.152050] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523767e6-feb9-b2a5-beb7-a1bfc667f158, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.153845] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.154959] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.154959] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed952fb9-1bda-4f30-a2fe-d69ae35c9d77 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.162062] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 615.162062] env[68207]: value = "task-2776115" [ 615.162062] env[68207]: _type = "Task" [ 615.162062] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.162982] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.172185] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc7899-187a-42c4-ae8e-8b65ad25359b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.178973] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.189394] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74dca25-d465-4d2d-9b71-57bbff18d169 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.223709] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcfe2b6-1bbc-450c-ba2f-55199cbfe86f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.231323] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d21b2-e3c6-4543-a4b7-b43705c8a9a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.250566] env[68207]: DEBUG nova.compute.provider_tree [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.674790] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.754335] env[68207]: DEBUG nova.scheduler.client.report [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.181080] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590489} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.181614] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.181614] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.182029] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b94b5e7b-e787-49e1-909c-0e6cf669b3e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.190913] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 616.190913] env[68207]: value = "task-2776116" [ 616.190913] env[68207]: _type = "Task" [ 616.190913] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.199968] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.266585] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.266911] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.270553] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.157s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.273084] env[68207]: INFO nova.compute.claims [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.701871] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069773} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.702166] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.703118] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b057bd81-3149-4a33-9634-dec6ac086331 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.727536] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.728033] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3008e1f3-75fe-416c-81ff-c61d470cff41 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.751727] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 616.751727] env[68207]: value = "task-2776117" [ 616.751727] env[68207]: _type = "Task" [ 616.751727] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.760535] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.777215] env[68207]: DEBUG nova.compute.utils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.778877] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.779684] env[68207]: DEBUG nova.network.neutron [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.898128] env[68207]: DEBUG nova.policy [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '635552001ac445758afe7f283658d9e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52bb0ae1d78d4812887aeaf214c06de2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.263904] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776117, 'name': ReconfigVM_Task, 'duration_secs': 0.325908} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.266886] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.266886] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31a8823f-2ab5-41bc-ad9c-1b7cea751bb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.275180] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 617.275180] env[68207]: value = "task-2776118" [ 617.275180] env[68207]: _type = "Task" [ 617.275180] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.283859] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776118, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.286730] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.419698] env[68207]: DEBUG nova.network.neutron [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Successfully updated port: b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.441949] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559287e9-d2a2-49b9-ae9f-d1623e02802e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.451526] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d7773f-7524-41cf-b9d6-4308c2e9680b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.486148] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d4277-4c95-4a0c-9953-866594fc364b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.493727] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0845fa83-97ea-49df-a3f1-700122fdfddd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.507353] env[68207]: DEBUG nova.compute.provider_tree [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.618781] env[68207]: DEBUG nova.network.neutron [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Successfully created port: 63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.802031] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776118, 'name': Rename_Task, 'duration_secs': 0.13215} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.802860] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.803183] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19335f5b-92be-4a80-af2f-542386d5cb09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.811120] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 617.811120] env[68207]: value = "task-2776119" [ 617.811120] env[68207]: _type = "Task" [ 617.811120] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.823181] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.925045] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "refresh_cache-938d1523-3ab9-4081-bac4-cad645a8b7ca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.925045] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired lock "refresh_cache-938d1523-3ab9-4081-bac4-cad645a8b7ca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.925390] env[68207]: DEBUG nova.network.neutron [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.010749] env[68207]: DEBUG nova.scheduler.client.report [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.137131] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.137488] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.137719] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.138053] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.138252] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.139705] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.139705] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.139705] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 618.139705] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.306312] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.324183] env[68207]: DEBUG oslo_vmware.api [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776119, 'name': PowerOnVM_Task, 'duration_secs': 0.457607} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.325753] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.326036] env[68207]: INFO nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Took 9.87 seconds to spawn the instance on the hypervisor. [ 618.326319] env[68207]: DEBUG nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.327220] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f0476-764b-479e-b912-60b158f3db00 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.351076] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.351076] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.351076] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.351277] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.351310] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.355029] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.355029] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.355029] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.355029] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.355029] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.355671] env[68207]: DEBUG nova.virt.hardware [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.355671] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4866f8b6-4321-43b1-91a0-edaf9026a52b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.363384] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8932a0-21fc-4b6e-a54e-744cf8fc264b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.517282] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.517806] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.523506] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.838s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.525710] env[68207]: INFO nova.compute.claims [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.603970] env[68207]: DEBUG nova.network.neutron [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.644841] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.848797] env[68207]: INFO nova.compute.manager [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Took 14.60 seconds to build instance. [ 618.970673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "7404a2b9-9b22-476f-a94e-ef47a6c96152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.972027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.030367] env[68207]: DEBUG nova.compute.utils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.034117] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.034253] env[68207]: DEBUG nova.network.neutron [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.212731] env[68207]: DEBUG nova.policy [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ff4769dde4047eab44ef86184444576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd302a848ce924d2ca8ddfefb383e5750', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.237667] env[68207]: DEBUG nova.network.neutron [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Updating instance_info_cache with network_info: [{"id": "b3768064-c057-4941-bbad-5a09749e19d4", "address": "fa:16:3e:00:92:7b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3768064-c0", "ovs_interfaceid": "b3768064-c057-4941-bbad-5a09749e19d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.351602] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42251c8c-0f8b-4801-b129-3262f9cdc169 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "157b6f13-23f2-4294-9342-d217ab63fcfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.110s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.475975] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.541483] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.710939] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4464689d-ccb6-4d87-a242-eb2b4d6898f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.719578] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335f869-4e47-4b31-9ed3-8183b31eb178 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.753653] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Releasing lock "refresh_cache-938d1523-3ab9-4081-bac4-cad645a8b7ca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.753889] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Instance network_info: |[{"id": "b3768064-c057-4941-bbad-5a09749e19d4", "address": "fa:16:3e:00:92:7b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3768064-c0", "ovs_interfaceid": "b3768064-c057-4941-bbad-5a09749e19d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.755341] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:92:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3768064-c057-4941-bbad-5a09749e19d4', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.764968] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Creating folder: Project (596fcf01864d4382807a10a6b71516ec). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.764968] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368aaa6d-0196-4b90-8ce9-92b5b8f04ff8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.775531] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e199a6f5-03ae-4139-a11a-f3621d1c76f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.782973] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add0aa9-43cc-47b2-9281-33de6de2bf4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.801453] env[68207]: DEBUG nova.compute.provider_tree [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.822702] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Created folder: Project (596fcf01864d4382807a10a6b71516ec) in parent group-v558176. [ 619.822702] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Creating folder: Instances. Parent ref: group-v558180. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.822702] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127ca330-e31a-49bc-891c-52a5b90ec9cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.834599] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Created folder: Instances in parent group-v558180. [ 619.834599] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.834599] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.834599] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764b8692-493f-48cd-9890-14a3b1a6ecdc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.854922] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.854922] env[68207]: value = "task-2776122" [ 619.854922] env[68207]: _type = "Task" [ 619.854922] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.867162] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776122, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.997999] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "8490d1d5-decb-466c-88e0-40a39956d35c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.998479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "8490d1d5-decb-466c-88e0-40a39956d35c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.008507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.037826] env[68207]: DEBUG nova.compute.manager [req-d7819164-7abd-4d2a-92b2-d0960c94c5dd req-4799a937-637e-4e26-bd0d-d96084dd4b75 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Received event network-vif-plugged-b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 620.038206] env[68207]: DEBUG oslo_concurrency.lockutils [req-d7819164-7abd-4d2a-92b2-d0960c94c5dd req-4799a937-637e-4e26-bd0d-d96084dd4b75 service nova] Acquiring lock "938d1523-3ab9-4081-bac4-cad645a8b7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.038477] env[68207]: DEBUG oslo_concurrency.lockutils [req-d7819164-7abd-4d2a-92b2-d0960c94c5dd req-4799a937-637e-4e26-bd0d-d96084dd4b75 service nova] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.038699] env[68207]: DEBUG oslo_concurrency.lockutils [req-d7819164-7abd-4d2a-92b2-d0960c94c5dd req-4799a937-637e-4e26-bd0d-d96084dd4b75 service nova] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.038923] env[68207]: DEBUG nova.compute.manager [req-d7819164-7abd-4d2a-92b2-d0960c94c5dd req-4799a937-637e-4e26-bd0d-d96084dd4b75 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] No waiting events found dispatching network-vif-plugged-b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.039179] env[68207]: WARNING nova.compute.manager [req-d7819164-7abd-4d2a-92b2-d0960c94c5dd req-4799a937-637e-4e26-bd0d-d96084dd4b75 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Received unexpected event network-vif-plugged-b3768064-c057-4941-bbad-5a09749e19d4 for instance with vm_state building and task_state spawning. [ 620.307320] env[68207]: DEBUG nova.scheduler.client.report [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.366963] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776122, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.367609] env[68207]: DEBUG nova.network.neutron [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Successfully created port: 8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.502765] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.555378] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.640961] env[68207]: DEBUG nova.network.neutron [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Successfully updated port: 63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.694415] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.694415] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.694415] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.694573] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.694721] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.694874] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.695092] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.695250] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.695426] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.695949] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.695949] env[68207]: DEBUG nova.virt.hardware [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.697015] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f8341-3b6f-45f4-a206-daf7c6edc89f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.707259] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e0670c-3bfb-4508-8832-174c8a7f4d66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.821770] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.821770] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.823519] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.661s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.825128] env[68207]: INFO nova.compute.claims [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.874672] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776122, 'name': CreateVM_Task, 'duration_secs': 0.529792} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.875226] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.889569] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890612] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.890894] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a61838-9c3d-4ee0-b1e8-6d0efac876b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.900379] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 620.900379] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a8f1db-fcce-b111-e4e5-6c55a2d5a20b" [ 620.900379] env[68207]: _type = "Task" [ 620.900379] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.910129] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a8f1db-fcce-b111-e4e5-6c55a2d5a20b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.036714] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.145156] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "refresh_cache-8df86dfd-b28d-4fe5-8af9-e15d41334484" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.145156] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired lock "refresh_cache-8df86dfd-b28d-4fe5-8af9-e15d41334484" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.145327] env[68207]: DEBUG nova.network.neutron [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.333137] env[68207]: DEBUG nova.compute.utils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.337580] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.337755] env[68207]: DEBUG nova.network.neutron [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.410338] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a8f1db-fcce-b111-e4e5-6c55a2d5a20b, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.410836] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.410926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.411165] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.411454] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.411520] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.412019] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6747a929-c285-4ea2-852a-2792b1177463 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.425181] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.425343] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.428270] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d21990-1b7c-4e1a-99b1-1b26a46fbe26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.437601] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 621.437601] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527ffff8-2e60-181f-1489-b6719c9bde32" [ 621.437601] env[68207]: _type = "Task" [ 621.437601] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.448471] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527ffff8-2e60-181f-1489-b6719c9bde32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.462165] env[68207]: DEBUG nova.policy [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f3ab7ba18234024a2c00dabdbf9ee98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e62856e8c5ff458a9e64ec96b9afb0cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.593102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.593336] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.634206] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "4f616201-6b85-4b7f-9464-a6b42bebee28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.634375] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.764410] env[68207]: DEBUG nova.network.neutron [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.837859] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.951401] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527ffff8-2e60-181f-1489-b6719c9bde32, 'name': SearchDatastore_Task, 'duration_secs': 0.027921} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.952782] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad856415-11a7-490b-bdc8-52fed42e6d0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.961631] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 621.961631] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523e2962-29d2-52b9-1da8-cfa69876ca81" [ 621.961631] env[68207]: _type = "Task" [ 621.961631] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.971106] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523e2962-29d2-52b9-1da8-cfa69876ca81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.032183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9095db7-ca2c-4a77-9271-dbd0d95ac0d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.045752] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9ebcc-a000-47d6-be39-4c5f8f4c4906 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.092509] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5007051d-e073-4bdb-af1b-eff8845d85fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.095718] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.104210] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711afe1c-e53f-4a3a-80dd-c3e309ecf236 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.118319] env[68207]: DEBUG nova.compute.provider_tree [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.140234] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.315423] env[68207]: DEBUG nova.network.neutron [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Successfully created port: 4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.418152] env[68207]: DEBUG nova.network.neutron [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Updating instance_info_cache with network_info: [{"id": "63e01ae0-2943-4b33-80be-ef171c31b801", "address": "fa:16:3e:ca:48:cc", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e01ae0-29", "ovs_interfaceid": "63e01ae0-2943-4b33-80be-ef171c31b801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.477096] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523e2962-29d2-52b9-1da8-cfa69876ca81, 'name': SearchDatastore_Task, 'duration_secs': 0.02439} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.477096] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.477510] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 938d1523-3ab9-4081-bac4-cad645a8b7ca/938d1523-3ab9-4081-bac4-cad645a8b7ca.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.477627] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c04d868-9e2a-4a60-9ed8-f758510ea95e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.485637] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 622.485637] env[68207]: value = "task-2776123" [ 622.485637] env[68207]: _type = "Task" [ 622.485637] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.498560] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.624141] env[68207]: DEBUG nova.scheduler.client.report [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.635380] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.669286] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.849562] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.882574] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.882837] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.882943] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.883147] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.883293] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.883437] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.883894] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.883894] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.884098] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.884148] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.884329] env[68207]: DEBUG nova.virt.hardware [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.885249] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7b582-afde-4dc5-9d97-aeded0004f71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.896925] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b484c33-5069-4448-a9db-2cd7910c7e43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.920551] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Releasing lock "refresh_cache-8df86dfd-b28d-4fe5-8af9-e15d41334484" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.920851] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Instance network_info: |[{"id": "63e01ae0-2943-4b33-80be-ef171c31b801", "address": "fa:16:3e:ca:48:cc", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e01ae0-29", "ovs_interfaceid": "63e01ae0-2943-4b33-80be-ef171c31b801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.921279] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:48:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e01ae0-2943-4b33-80be-ef171c31b801', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.930983] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Creating folder: Project (52bb0ae1d78d4812887aeaf214c06de2). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.931281] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc93a4f-d015-41e5-ba82-7ca3311b127b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.942532] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Created folder: Project (52bb0ae1d78d4812887aeaf214c06de2) in parent group-v558176. [ 622.942729] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Creating folder: Instances. Parent ref: group-v558183. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.942967] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef678501-24ec-4e1d-bbff-84fd504f2dae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.951321] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Created folder: Instances in parent group-v558183. [ 622.951551] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.954625] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.954625] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b9d1cb9-2eee-4949-8c4b-f5375ccd040b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.972845] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.972845] env[68207]: value = "task-2776126" [ 622.972845] env[68207]: _type = "Task" [ 622.972845] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.979499] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776126, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.994822] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.067771] env[68207]: DEBUG nova.network.neutron [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Successfully updated port: 8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.133358] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.133358] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.135587] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.491s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.136169] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.136519] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 623.137277] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.129s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.140952] env[68207]: INFO nova.compute.claims [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.150223] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4238fd9-0623-449f-90e3-cd80308953ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.163147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f14eca7-0479-48c2-92c3-3c38420c8665 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.186884] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab8ce68-2b88-42ae-9ade-f2a15a3cc1b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.192228] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a90d67-fd2d-4cd5-94c2-16e152d52c28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.231901] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181014MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 623.232121] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.319575] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.319839] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.483494] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776126, 'name': CreateVM_Task, 'duration_secs': 0.500565} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.483752] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.484781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.484781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.484872] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.485259] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc928712-b8c3-4250-83d5-f92c8fdc3baa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.493291] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 623.493291] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d8a098-ef6e-c627-b63f-9d9ed18704b6" [ 623.493291] env[68207]: _type = "Task" [ 623.493291] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.497184] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923029} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.500808] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 938d1523-3ab9-4081-bac4-cad645a8b7ca/938d1523-3ab9-4081-bac4-cad645a8b7ca.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.501285] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.502021] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a9e3495-4a2c-40ef-8be3-c0cc10381e6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.508893] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d8a098-ef6e-c627-b63f-9d9ed18704b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.510537] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 623.510537] env[68207]: value = "task-2776127" [ 623.510537] env[68207]: _type = "Task" [ 623.510537] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.517517] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.571023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "refresh_cache-db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.571116] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquired lock "refresh_cache-db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.571265] env[68207]: DEBUG nova.network.neutron [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.650550] env[68207]: DEBUG nova.compute.utils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.651860] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.652043] env[68207]: DEBUG nova.network.neutron [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.763899] env[68207]: DEBUG nova.policy [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af55d693c4cb4d25aefd43e26c269512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc07627516548c8adea443b08ae4461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.823720] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.009489] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d8a098-ef6e-c627-b63f-9d9ed18704b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020202} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.010415] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.010932] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.011530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.011530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.012905] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.012905] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88145ad4-d26b-450d-bd26-67ae41dfea4c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.024010] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187806} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.024583] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.025372] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ee3de-f796-47c3-b1d2-7e2a582e09fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.051013] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 938d1523-3ab9-4081-bac4-cad645a8b7ca/938d1523-3ab9-4081-bac4-cad645a8b7ca.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.052705] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558cb397-f035-4821-ad45-48da61cd4c40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.070385] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.070885] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.071701] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6acbe2af-a543-4a5d-a1f1-76dbeb2c4b9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.080548] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 624.080548] env[68207]: value = "task-2776128" [ 624.080548] env[68207]: _type = "Task" [ 624.080548] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.082478] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 624.082478] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5201d6c6-8e2e-0fe6-38e3-9caf0f331e6a" [ 624.082478] env[68207]: _type = "Task" [ 624.082478] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.098455] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5201d6c6-8e2e-0fe6-38e3-9caf0f331e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.098709] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.155186] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.190992] env[68207]: DEBUG nova.network.neutron [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.347053] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.354041] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b842859-8d54-4d8b-b123-fa46074c588c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.363882] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5bc369-f280-4a74-8fd3-8d0896ce097a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.395789] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4652a40-0191-4342-9a6a-4dfefddc956d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.403731] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69eb74-4405-4003-b24f-87b169488b9a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.420447] env[68207]: DEBUG nova.compute.provider_tree [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.545520] env[68207]: DEBUG nova.compute.manager [req-cdb6b5d9-b7b6-4b4b-b121-e6b2cd913488 req-1c4c838d-2bde-4a47-b7c1-b9f308ad70dd service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Received event network-vif-plugged-63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.545771] env[68207]: DEBUG oslo_concurrency.lockutils [req-cdb6b5d9-b7b6-4b4b-b121-e6b2cd913488 req-1c4c838d-2bde-4a47-b7c1-b9f308ad70dd service nova] Acquiring lock "8df86dfd-b28d-4fe5-8af9-e15d41334484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.545938] env[68207]: DEBUG oslo_concurrency.lockutils [req-cdb6b5d9-b7b6-4b4b-b121-e6b2cd913488 req-1c4c838d-2bde-4a47-b7c1-b9f308ad70dd service nova] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.546146] env[68207]: DEBUG oslo_concurrency.lockutils [req-cdb6b5d9-b7b6-4b4b-b121-e6b2cd913488 req-1c4c838d-2bde-4a47-b7c1-b9f308ad70dd service nova] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.546384] env[68207]: DEBUG nova.compute.manager [req-cdb6b5d9-b7b6-4b4b-b121-e6b2cd913488 req-1c4c838d-2bde-4a47-b7c1-b9f308ad70dd service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] No waiting events found dispatching network-vif-plugged-63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.546552] env[68207]: WARNING nova.compute.manager [req-cdb6b5d9-b7b6-4b4b-b121-e6b2cd913488 req-1c4c838d-2bde-4a47-b7c1-b9f308ad70dd service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Received unexpected event network-vif-plugged-63e01ae0-2943-4b33-80be-ef171c31b801 for instance with vm_state building and task_state spawning. [ 624.605288] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5201d6c6-8e2e-0fe6-38e3-9caf0f331e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.021531} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.605288] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.605555] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd443f2-3286-4763-8ba0-782602f57fde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.611342] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 624.611342] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ff207a-4103-cd64-f8e6-ebff6ea3cafd" [ 624.611342] env[68207]: _type = "Task" [ 624.611342] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.620481] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ff207a-4103-cd64-f8e6-ebff6ea3cafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.634131] env[68207]: INFO nova.compute.manager [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Rebuilding instance [ 624.692996] env[68207]: DEBUG nova.compute.manager [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.694276] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b031ea5-b345-4d15-bf63-4b0df83da2cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.736640] env[68207]: DEBUG nova.network.neutron [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Successfully created port: 97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.890150] env[68207]: DEBUG nova.network.neutron [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Successfully updated port: 4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.925224] env[68207]: DEBUG nova.scheduler.client.report [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.025652] env[68207]: DEBUG nova.network.neutron [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Updating instance_info_cache with network_info: [{"id": "8c44ac1c-de21-45e9-97a6-038ab8db624a", "address": "fa:16:3e:a2:55:92", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c44ac1c-de", "ovs_interfaceid": "8c44ac1c-de21-45e9-97a6-038ab8db624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.097570] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776128, 'name': ReconfigVM_Task, 'duration_secs': 0.943887} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.097570] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 938d1523-3ab9-4081-bac4-cad645a8b7ca/938d1523-3ab9-4081-bac4-cad645a8b7ca.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.097883] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cff4b7b1-8215-4826-ad7f-dee28100d0fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.104758] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 625.104758] env[68207]: value = "task-2776129" [ 625.104758] env[68207]: _type = "Task" [ 625.104758] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.117796] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776129, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.125921] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ff207a-4103-cd64-f8e6-ebff6ea3cafd, 'name': SearchDatastore_Task, 'duration_secs': 0.041253} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.126180] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.126435] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 8df86dfd-b28d-4fe5-8af9-e15d41334484/8df86dfd-b28d-4fe5-8af9-e15d41334484.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.126691] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9478577d-619d-463d-acdb-388589d93f9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.133587] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 625.133587] env[68207]: value = "task-2776130" [ 625.133587] env[68207]: _type = "Task" [ 625.133587] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.141496] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.171261] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.209902] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.210179] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.211339] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.211339] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.211339] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.211339] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.211339] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.211548] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.211548] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.211607] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.211778] env[68207]: DEBUG nova.virt.hardware [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.214322] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d985e19d-5b0d-4237-b3fd-1da5bc4014d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.222860] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959ff4a-60fc-494a-bc21-6a167c462f64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.345854] env[68207]: DEBUG nova.compute.manager [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Received event network-changed-b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 625.346098] env[68207]: DEBUG nova.compute.manager [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Refreshing instance network info cache due to event network-changed-b3768064-c057-4941-bbad-5a09749e19d4. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 625.346540] env[68207]: DEBUG oslo_concurrency.lockutils [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] Acquiring lock "refresh_cache-938d1523-3ab9-4081-bac4-cad645a8b7ca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.346700] env[68207]: DEBUG oslo_concurrency.lockutils [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] Acquired lock "refresh_cache-938d1523-3ab9-4081-bac4-cad645a8b7ca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.346866] env[68207]: DEBUG nova.network.neutron [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Refreshing network info cache for port b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.397550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.397550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.397550] env[68207]: DEBUG nova.network.neutron [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.434969] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.434969] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.437354] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.400s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.439955] env[68207]: INFO nova.compute.claims [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.528233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Releasing lock "refresh_cache-db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.528802] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Instance network_info: |[{"id": "8c44ac1c-de21-45e9-97a6-038ab8db624a", "address": "fa:16:3e:a2:55:92", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c44ac1c-de", "ovs_interfaceid": "8c44ac1c-de21-45e9-97a6-038ab8db624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.529129] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:55:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c44ac1c-de21-45e9-97a6-038ab8db624a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.539461] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Creating folder: Project (d302a848ce924d2ca8ddfefb383e5750). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.539845] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b879ef9b-a609-45bf-9090-db55895f1dba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.551102] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Created folder: Project (d302a848ce924d2ca8ddfefb383e5750) in parent group-v558176. [ 625.551636] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Creating folder: Instances. Parent ref: group-v558186. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.551636] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1afd1e0f-5150-4f7e-b7ba-d9ae4d62affc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.562943] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Created folder: Instances in parent group-v558186. [ 625.563253] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.563442] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.563715] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81a74e37-3278-471a-a67e-0a54e917184a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.585419] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.585419] env[68207]: value = "task-2776133" [ 625.585419] env[68207]: _type = "Task" [ 625.585419] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.594876] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776133, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.616730] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776129, 'name': Rename_Task, 'duration_secs': 0.260064} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.618578] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.618578] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eaa6060-a74f-4067-a432-9a9b0a7648fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.626542] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 625.626542] env[68207]: value = "task-2776134" [ 625.626542] env[68207]: _type = "Task" [ 625.626542] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.636710] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.645916] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.719018] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.719438] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-964c0e3f-821d-45f1-b453-ef6069b760f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.729398] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 625.729398] env[68207]: value = "task-2776135" [ 625.729398] env[68207]: _type = "Task" [ 625.729398] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.746713] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.946366] env[68207]: DEBUG nova.compute.utils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.950213] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.950269] env[68207]: DEBUG nova.network.neutron [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.048754] env[68207]: DEBUG nova.network.neutron [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.101172] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776133, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.146342] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776134, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.151456] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700583} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.151676] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 8df86dfd-b28d-4fe5-8af9-e15d41334484/8df86dfd-b28d-4fe5-8af9-e15d41334484.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.151931] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.152233] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c792a37a-5ab4-46e7-bf3c-1dcc8f0bd8a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.159218] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 626.159218] env[68207]: value = "task-2776136" [ 626.159218] env[68207]: _type = "Task" [ 626.159218] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.163408] env[68207]: DEBUG nova.policy [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7ee447ab9744938e8361ecfd202736', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a913bb11d4184980a508f0916b61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.169938] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.239633] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776135, 'name': PowerOffVM_Task, 'duration_secs': 0.194345} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.239943] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.240233] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.241067] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7b558a-746e-4b8f-9f9f-00a3799703e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.248918] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.251019] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a70a97-5ee0-4cdd-a3a4-92468a538960 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.280229] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.280229] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.280229] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleting the datastore file [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.280957] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d280a3a-1514-435e-af67-70f16521e951 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.288971] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 626.288971] env[68207]: value = "task-2776138" [ 626.288971] env[68207]: _type = "Task" [ 626.288971] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.300480] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.451571] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.601767] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776133, 'name': CreateVM_Task, 'duration_secs': 0.532383} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.602472] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.605463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.605463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.605463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.605463] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03bc241b-4c6f-4429-912b-be80bf9a08e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.611182] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 626.611182] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524afe05-be43-0500-47b6-e49e9ffab710" [ 626.611182] env[68207]: _type = "Task" [ 626.611182] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.626390] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524afe05-be43-0500-47b6-e49e9ffab710, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.630062] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.630340] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.630581] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.630723] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.630894] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.631530] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9c3b2a-8c8d-4c7d-9b7c-dcae8c5a24aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.646158] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776134, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.650048] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.650365] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.651397] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a120593-6ad7-4b3f-862a-6254c7e0dd2b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.659807] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 626.659807] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527a5799-f254-c1c5-d07a-72520b828f9a" [ 626.659807] env[68207]: _type = "Task" [ 626.659807] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.674010] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071042} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.676396] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.676711] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a5799-f254-c1c5-d07a-72520b828f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.677634] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40445b2f-3131-496e-8eab-74d6e22e9bf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.680723] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e3a68d-f9a3-4c26-bcac-3648ffed51ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.698479] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8107f8c-b87f-4d8d-ab77-c2900a65a52f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.710549] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 8df86dfd-b28d-4fe5-8af9-e15d41334484/8df86dfd-b28d-4fe5-8af9-e15d41334484.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.713521] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8074e5-4253-43ce-abd8-ec80d7254223 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.757126] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2662c46f-0270-48ee-be80-755cdfd3ba45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.762442] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 626.762442] env[68207]: value = "task-2776139" [ 626.762442] env[68207]: _type = "Task" [ 626.762442] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.769868] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a643d8-e674-43cc-b30b-d634417b9cd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.782752] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.796252] env[68207]: DEBUG nova.compute.provider_tree [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.805861] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095016} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.806153] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.806347] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.806533] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.927830] env[68207]: DEBUG nova.network.neutron [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance_info_cache with network_info: [{"id": "4fa41797-4f64-4310-ad51-665bbb561b49", "address": "fa:16:3e:c0:32:14", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa41797-4f", "ovs_interfaceid": "4fa41797-4f64-4310-ad51-665bbb561b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.985404] env[68207]: DEBUG nova.network.neutron [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Updated VIF entry in instance network info cache for port b3768064-c057-4941-bbad-5a09749e19d4. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.985699] env[68207]: DEBUG nova.network.neutron [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Updating instance_info_cache with network_info: [{"id": "b3768064-c057-4941-bbad-5a09749e19d4", "address": "fa:16:3e:00:92:7b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3768064-c0", "ovs_interfaceid": "b3768064-c057-4941-bbad-5a09749e19d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.146652] env[68207]: DEBUG oslo_vmware.api [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776134, 'name': PowerOnVM_Task, 'duration_secs': 1.076387} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.146748] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.147165] env[68207]: INFO nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Took 13.43 seconds to spawn the instance on the hypervisor. [ 627.147297] env[68207]: DEBUG nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.148042] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01baa04b-0838-4674-975c-3be29372c278 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.172617] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a5799-f254-c1c5-d07a-72520b828f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.034034} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.173487] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b61ad4e-0bef-4197-a70c-9138c0ecc1a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.179170] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 627.179170] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ae1b02-8152-3c7a-a136-12245a8443fe" [ 627.179170] env[68207]: _type = "Task" [ 627.179170] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.190665] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ae1b02-8152-3c7a-a136-12245a8443fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.286210] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776139, 'name': ReconfigVM_Task, 'duration_secs': 0.283458} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.286210] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 8df86dfd-b28d-4fe5-8af9-e15d41334484/8df86dfd-b28d-4fe5-8af9-e15d41334484.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.286210] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf4800a-669f-48aa-9056-c43d5189ef79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.291565] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 627.291565] env[68207]: value = "task-2776140" [ 627.291565] env[68207]: _type = "Task" [ 627.291565] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.300538] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776140, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.301400] env[68207]: DEBUG nova.scheduler.client.report [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.431154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.431476] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Instance network_info: |[{"id": "4fa41797-4f64-4310-ad51-665bbb561b49", "address": "fa:16:3e:c0:32:14", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa41797-4f", "ovs_interfaceid": "4fa41797-4f64-4310-ad51-665bbb561b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.431900] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:32:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa41797-4f64-4310-ad51-665bbb561b49', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.440118] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Creating folder: Project (e62856e8c5ff458a9e64ec96b9afb0cd). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.440232] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dfc5b2d-3f76-444d-87d5-c97079c215e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.450737] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Created folder: Project (e62856e8c5ff458a9e64ec96b9afb0cd) in parent group-v558176. [ 627.450928] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Creating folder: Instances. Parent ref: group-v558189. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.452293] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f400d9-77bb-4395-8f3f-2149c661d0ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.462333] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.464446] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Created folder: Instances in parent group-v558189. [ 627.465575] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.465675] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.465829] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59098b01-6e9f-4b33-b56a-5691f151f3ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.490139] env[68207]: DEBUG oslo_concurrency.lockutils [req-cd7d668f-ab6d-455c-8c4d-648b49a2ceed req-f7328920-b2e5-4d99-87b9-0b99a1471166 service nova] Releasing lock "refresh_cache-938d1523-3ab9-4081-bac4-cad645a8b7ca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.490510] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.490510] env[68207]: value = "task-2776143" [ 627.490510] env[68207]: _type = "Task" [ 627.490510] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.507071] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776143, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.510283] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.510283] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.510283] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.510673] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.510673] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.510673] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.510673] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.510673] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.510839] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.511357] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.511357] env[68207]: DEBUG nova.virt.hardware [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.513431] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a9b8f5-4cd2-4aa4-88eb-9bbdccdf732e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.524026] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b60b032-9a1a-444f-bff7-e91188de6e76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.610140] env[68207]: DEBUG nova.network.neutron [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Successfully created port: a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.671012] env[68207]: INFO nova.compute.manager [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Took 18.17 seconds to build instance. [ 627.699521] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ae1b02-8152-3c7a-a136-12245a8443fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.700384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.701034] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] db4d54f8-1d8e-4e32-ad7c-5e2beef95d88/db4d54f8-1d8e-4e32-ad7c-5e2beef95d88.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.701034] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab339f72-be62-4b6d-8059-5578650bbdde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.708404] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 627.708404] env[68207]: value = "task-2776144" [ 627.708404] env[68207]: _type = "Task" [ 627.708404] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.725275] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.781756] env[68207]: DEBUG nova.network.neutron [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Successfully updated port: 97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.810458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.811039] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.816696] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776140, 'name': Rename_Task, 'duration_secs': 0.144139} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.816963] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.183s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.818494] env[68207]: INFO nova.compute.claims [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.821268] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.826768] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99bf47c9-2bb6-480d-bfd8-58cd6d4871be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.834251] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 627.834251] env[68207]: value = "task-2776145" [ 627.834251] env[68207]: _type = "Task" [ 627.834251] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.846706] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.873313] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.873313] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.873671] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.873671] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.873762] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.874382] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.874382] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.874382] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.874382] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.874930] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.874930] env[68207]: DEBUG nova.virt.hardware [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.875615] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa3848c-7b04-4ef4-ac2b-d376fe5a60cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.886302] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfafdac-e3b4-429e-8cb2-bb4a6187708b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.906021] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.914233] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.916269] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.916470] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a04788-864a-47fe-a1b0-d1f8d519d707 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.935799] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.935799] env[68207]: value = "task-2776146" [ 627.935799] env[68207]: _type = "Task" [ 627.935799] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.944844] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776146, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.005537] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776143, 'name': CreateVM_Task, 'duration_secs': 0.329414} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.005751] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.008191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.008191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.008191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.008191] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efa1059-c8d1-47aa-9656-066d86a14031 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.012828] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 628.012828] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5229eefb-6420-84e6-43fa-2cbb4fd424ec" [ 628.012828] env[68207]: _type = "Task" [ 628.012828] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.024953] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5229eefb-6420-84e6-43fa-2cbb4fd424ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.174360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0ef24cf5-5f6a-487f-bd72-253a03b89030 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.689s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.221787] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.284777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "refresh_cache-081158fd-d322-4fb7-bf2d-29291f8877b8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.285167] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquired lock "refresh_cache-081158fd-d322-4fb7-bf2d-29291f8877b8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.286481] env[68207]: DEBUG nova.network.neutron [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.330828] env[68207]: DEBUG nova.compute.utils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.334386] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.334386] env[68207]: DEBUG nova.network.neutron [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.351850] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776145, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.398352] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Received event network-changed-63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.398550] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Refreshing instance network info cache due to event network-changed-63e01ae0-2943-4b33-80be-ef171c31b801. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 628.398767] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquiring lock "refresh_cache-8df86dfd-b28d-4fe5-8af9-e15d41334484" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.398909] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquired lock "refresh_cache-8df86dfd-b28d-4fe5-8af9-e15d41334484" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.399081] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Refreshing network info cache for port 63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.446891] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776146, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.451772] env[68207]: DEBUG nova.policy [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74e3f6c8235640b1b4bc6256c2507aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17b24b32adcc422782a67d786a87327f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.525542] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5229eefb-6420-84e6-43fa-2cbb4fd424ec, 'name': SearchDatastore_Task, 'duration_secs': 0.066355} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.525832] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.526914] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.526914] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.526914] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.526914] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.528698] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d99ee5-aac3-4917-9dd9-54a5ca5cc481 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.536853] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.537269] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.538166] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cace82-afcc-407e-8648-49d4dcd9f75e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.547222] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 628.547222] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524ada98-ae12-56ed-32c0-0960afa552a1" [ 628.547222] env[68207]: _type = "Task" [ 628.547222] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.554636] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524ada98-ae12-56ed-32c0-0960afa552a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.722205] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.722537] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] db4d54f8-1d8e-4e32-ad7c-5e2beef95d88/db4d54f8-1d8e-4e32-ad7c-5e2beef95d88.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.722750] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.723045] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f90ee2-7619-4b5d-93e1-df1263a403de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.731091] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 628.731091] env[68207]: value = "task-2776147" [ 628.731091] env[68207]: _type = "Task" [ 628.731091] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.744898] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.841562] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.865986] env[68207]: DEBUG oslo_vmware.api [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776145, 'name': PowerOnVM_Task, 'duration_secs': 0.836113} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.871156] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.871418] env[68207]: INFO nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Took 10.56 seconds to spawn the instance on the hypervisor. [ 628.871630] env[68207]: DEBUG nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.873566] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46681d-14c2-4c34-a222-ad87c11600b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.884748] env[68207]: DEBUG nova.network.neutron [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.950246] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776146, 'name': CreateVM_Task, 'duration_secs': 0.559282} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.950246] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.950596] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.950794] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.951191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.951457] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90e3bef-a53b-4037-bce4-19575309a258 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.957542] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 628.957542] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522add7e-62c2-24eb-21d8-48b6a751de76" [ 628.957542] env[68207]: _type = "Task" [ 628.957542] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.980874] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522add7e-62c2-24eb-21d8-48b6a751de76, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.981251] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.981511] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.981711] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.056951] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524ada98-ae12-56ed-32c0-0960afa552a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.061167] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9f9834-59d8-426d-b21a-919a03238493 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.072024] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 629.072024] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522ad54b-f7b7-7d27-e8d0-a52a40e1f6ca" [ 629.072024] env[68207]: _type = "Task" [ 629.072024] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.079298] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522ad54b-f7b7-7d27-e8d0-a52a40e1f6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.079298] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.079298] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac/911843cf-65d4-4262-8c80-e352755c8eac.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.079716] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.079792] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.079981] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a94a5008-9d2e-4720-a2b8-7eed19659686 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.083035] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abcd9cfd-7892-4ec3-a1fd-2bc8288c942b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.093233] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 629.093233] env[68207]: value = "task-2776148" [ 629.093233] env[68207]: _type = "Task" [ 629.093233] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.093233] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.093233] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.097462] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe02017-3654-44a4-8168-ebfada819b3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.109156] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 629.109156] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52087494-01bd-02c7-4411-49ef299a8215" [ 629.109156] env[68207]: _type = "Task" [ 629.109156] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.109407] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.122624] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52087494-01bd-02c7-4411-49ef299a8215, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.124707] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091e956e-23c9-4c45-8f58-e7f343f5acb0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.136025] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 629.136025] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ae66da-2aad-6e10-6b33-3245c0c36b02" [ 629.136025] env[68207]: _type = "Task" [ 629.136025] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.143360] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ae66da-2aad-6e10-6b33-3245c0c36b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.157151] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba3c89-f5d6-439f-afd1-73341306131f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.170719] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe8acbb-62ac-4606-9566-012c34f8633e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.203131] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf0378-888c-4289-b0f5-c1019ef8f842 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.213557] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb341e-cce6-4db3-b220-882e77e10293 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.228772] env[68207]: DEBUG nova.compute.provider_tree [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.245989] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067848} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.249776] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.250719] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a3229-56cb-4d7b-8a32-5cb3b494e024 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.278337] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] db4d54f8-1d8e-4e32-ad7c-5e2beef95d88/db4d54f8-1d8e-4e32-ad7c-5e2beef95d88.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.281975] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c67d8a-5596-4f50-8f92-4767c9a37486 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.311028] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 629.311028] env[68207]: value = "task-2776149" [ 629.311028] env[68207]: _type = "Task" [ 629.311028] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.324540] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.402370] env[68207]: INFO nova.compute.manager [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Took 15.45 seconds to build instance. [ 629.464778] env[68207]: DEBUG nova.network.neutron [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Successfully created port: dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.604220] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503136} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.604487] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac/911843cf-65d4-4262-8c80-e352755c8eac.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.604694] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.604979] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28c3ab1d-de1a-4e8d-9dce-3d9b99b961a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.612486] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 629.612486] env[68207]: value = "task-2776150" [ 629.612486] env[68207]: _type = "Task" [ 629.612486] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.626884] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.651023] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ae66da-2aad-6e10-6b33-3245c0c36b02, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.653336] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.653336] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.653336] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c09a87-a723-468d-87f9-d75834282091 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.661865] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 629.661865] env[68207]: value = "task-2776151" [ 629.661865] env[68207]: _type = "Task" [ 629.661865] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.672393] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.673234] env[68207]: DEBUG nova.network.neutron [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Updating instance_info_cache with network_info: [{"id": "97ccdab9-2528-417a-8502-f7b6c880d79f", "address": "fa:16:3e:aa:e6:38", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97ccdab9-25", "ovs_interfaceid": "97ccdab9-2528-417a-8502-f7b6c880d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.731678] env[68207]: DEBUG nova.scheduler.client.report [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.827358] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.868064] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.898774] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.899159] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.899367] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.899544] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.899787] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.899868] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.900049] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.900200] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.900368] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.900536] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.901017] env[68207]: DEBUG nova.virt.hardware [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.901643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c0887-8237-41db-94b0-3aba2a907b1f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.904560] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cd8e525-cfc7-48a3-9209-3e7d315ad24a tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.960s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.910094] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba5a1e9-81cb-4909-88a8-d2c16fe33b66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.942949] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.943371] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.014266] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Updated VIF entry in instance network info cache for port 63e01ae0-2943-4b33-80be-ef171c31b801. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.014635] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Updating instance_info_cache with network_info: [{"id": "63e01ae0-2943-4b33-80be-ef171c31b801", "address": "fa:16:3e:ca:48:cc", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e01ae0-29", "ovs_interfaceid": "63e01ae0-2943-4b33-80be-ef171c31b801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.125460] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132202} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.125753] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.126627] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b75ecc1-8600-4a0c-bddb-4331137eb98f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.155736] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac/911843cf-65d4-4262-8c80-e352755c8eac.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.156114] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1456269f-3cb6-45eb-92ef-a8c45a23d9d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.176441] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Releasing lock "refresh_cache-081158fd-d322-4fb7-bf2d-29291f8877b8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.176917] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Instance network_info: |[{"id": "97ccdab9-2528-417a-8502-f7b6c880d79f", "address": "fa:16:3e:aa:e6:38", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97ccdab9-25", "ovs_interfaceid": "97ccdab9-2528-417a-8502-f7b6c880d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.177491] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e6:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97ccdab9-2528-417a-8502-f7b6c880d79f', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.185928] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Creating folder: Project (bfc07627516548c8adea443b08ae4461). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.188266] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06ea8be6-046f-49c6-befd-97940c78a86c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.190726] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 630.190726] env[68207]: value = "task-2776152" [ 630.190726] env[68207]: _type = "Task" [ 630.190726] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.198032] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.207022] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.210470] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Created folder: Project (bfc07627516548c8adea443b08ae4461) in parent group-v558176. [ 630.210470] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Creating folder: Instances. Parent ref: group-v558193. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.210470] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257a3078-b08e-4abc-9492-c3270a7c992f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.218902] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Created folder: Instances in parent group-v558193. [ 630.219508] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.219508] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.219649] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc6e8b53-8377-4ee2-aaaf-2413f60c7d42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.242025] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.242025] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.246140] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.246140] env[68207]: value = "task-2776155" [ 630.246140] env[68207]: _type = "Task" [ 630.246140] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.246411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.577s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.247864] env[68207]: INFO nova.compute.claims [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.265420] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776155, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.323338] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776149, 'name': ReconfigVM_Task, 'duration_secs': 0.644764} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.323738] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Reconfigured VM instance instance-00000004 to attach disk [datastore2] db4d54f8-1d8e-4e32-ad7c-5e2beef95d88/db4d54f8-1d8e-4e32-ad7c-5e2beef95d88.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.324456] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b2028b-ed63-4212-8b8d-aaea6fba7799 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.332343] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 630.332343] env[68207]: value = "task-2776156" [ 630.332343] env[68207]: _type = "Task" [ 630.332343] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.343823] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776156, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.446200] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.519947] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Releasing lock "refresh_cache-8df86dfd-b28d-4fe5-8af9-e15d41334484" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.520120] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Received event network-vif-plugged-8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.522023] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquiring lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.522023] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.522023] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.522023] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] No waiting events found dispatching network-vif-plugged-8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.522023] env[68207]: WARNING nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Received unexpected event network-vif-plugged-8c44ac1c-de21-45e9-97a6-038ab8db624a for instance with vm_state building and task_state spawning. [ 630.522240] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Received event network-changed-8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.522240] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Refreshing instance network info cache due to event network-changed-8c44ac1c-de21-45e9-97a6-038ab8db624a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 630.522240] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquiring lock "refresh_cache-db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.522240] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquired lock "refresh_cache-db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.522240] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Refreshing network info cache for port 8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.681895] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621651} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.683998] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.685445] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.685445] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d38e2fa-23d0-4926-b679-99d637a401d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.691991] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 630.691991] env[68207]: value = "task-2776157" [ 630.691991] env[68207]: _type = "Task" [ 630.691991] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.704975] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.711384] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776152, 'name': ReconfigVM_Task, 'duration_secs': 0.494215} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.711384] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac/911843cf-65d4-4262-8c80-e352755c8eac.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.712586] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d445c62b-274d-4639-8f0b-116a562793cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.722821] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 630.722821] env[68207]: value = "task-2776158" [ 630.722821] env[68207]: _type = "Task" [ 630.722821] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.734082] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776158, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.751798] env[68207]: DEBUG nova.compute.utils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.757566] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.757566] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.773139] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776155, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.851506] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776156, 'name': Rename_Task, 'duration_secs': 0.233993} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.851506] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.851506] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e56977e4-086c-4036-af1c-5cc6ed6d4d21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.862020] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 630.862020] env[68207]: value = "task-2776159" [ 630.862020] env[68207]: _type = "Task" [ 630.862020] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.871360] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.886019] env[68207]: DEBUG nova.network.neutron [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Successfully updated port: a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.901697] env[68207]: DEBUG nova.policy [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e71d2642238940e699da71424d3ba2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e9c70cc0c9545979b8186411400644d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.986163] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.205380] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071146} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.206138] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.207060] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29d23d-ae94-451c-8e1b-63770eb4232d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.235312] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.239504] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a3319d-6ebd-4dd5-a65e-1b310e289a18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.260737] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.280240] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776158, 'name': Rename_Task, 'duration_secs': 0.177006} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.283363] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.283706] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 631.283706] env[68207]: value = "task-2776160" [ 631.283706] env[68207]: _type = "Task" [ 631.283706] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.284351] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d03a85-7afd-4a20-bf9c-b7df5c9c1f67 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.297356] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776155, 'name': CreateVM_Task, 'duration_secs': 0.698911} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.301709] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.302905] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.303133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.305324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.308270] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3725beec-de57-440b-9b40-63be6ffe6ab8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.310583] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.313255] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 631.313255] env[68207]: value = "task-2776161" [ 631.313255] env[68207]: _type = "Task" [ 631.313255] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.322547] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 631.322547] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521e00e7-0c6e-91f4-f220-df02c20d631c" [ 631.322547] env[68207]: _type = "Task" [ 631.322547] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.331219] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776161, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.339652] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521e00e7-0c6e-91f4-f220-df02c20d631c, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.349023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.349023] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.349023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.349023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.349430] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.349430] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc9def1-5754-466d-8ea1-ce35f9f098a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.360018] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.360018] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.369138] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862d6de8-43cc-48a9-a8e7-54281a267aae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.385356] env[68207]: DEBUG oslo_vmware.api [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776159, 'name': PowerOnVM_Task, 'duration_secs': 0.471099} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.385744] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 631.385744] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5275d567-3116-1853-3f87-3f6796869167" [ 631.385744] env[68207]: _type = "Task" [ 631.385744] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.386240] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.386513] env[68207]: INFO nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Took 10.83 seconds to spawn the instance on the hypervisor. [ 631.386744] env[68207]: DEBUG nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.388110] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c829054c-7049-452e-a2eb-6b96d24d4b71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.398943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "refresh_cache-7404a2b9-9b22-476f-a94e-ef47a6c96152" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.398943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "refresh_cache-7404a2b9-9b22-476f-a94e-ef47a6c96152" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.399161] env[68207]: DEBUG nova.network.neutron [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.413804] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5275d567-3116-1853-3f87-3f6796869167, 'name': SearchDatastore_Task, 'duration_secs': 0.013736} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.415321] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38a73c8-932b-4a09-ad43-619a1a6108b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.421857] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 631.421857] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5244772c-0328-2091-c7fe-dafd0321ebe0" [ 631.421857] env[68207]: _type = "Task" [ 631.421857] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.436546] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5244772c-0328-2091-c7fe-dafd0321ebe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.590328] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de1ad0-79aa-4dcd-a247-8a5c3a8074db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.603396] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ec4a8-3196-41c9-a58d-e6fca6e1c82f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.659719] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f63581-448c-4b28-9b3a-274c5dd15379 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.668670] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff2e564-5440-4168-859f-1eac64648864 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.685609] env[68207]: DEBUG nova.compute.provider_tree [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.802311] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.808422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.808422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.838825] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776161, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.838825] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Updated VIF entry in instance network info cache for port 8c44ac1c-de21-45e9-97a6-038ab8db624a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.838918] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Updating instance_info_cache with network_info: [{"id": "8c44ac1c-de21-45e9-97a6-038ab8db624a", "address": "fa:16:3e:a2:55:92", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c44ac1c-de", "ovs_interfaceid": "8c44ac1c-de21-45e9-97a6-038ab8db624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.925590] env[68207]: INFO nova.compute.manager [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Took 17.84 seconds to build instance. [ 631.937421] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5244772c-0328-2091-c7fe-dafd0321ebe0, 'name': SearchDatastore_Task, 'duration_secs': 0.015432} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.937684] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.937961] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 081158fd-d322-4fb7-bf2d-29291f8877b8/081158fd-d322-4fb7-bf2d-29291f8877b8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.938299] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b1d919a-30c3-4942-8543-52eb246efab6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.951475] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 631.951475] env[68207]: value = "task-2776162" [ 631.951475] env[68207]: _type = "Task" [ 631.951475] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.965398] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.182966] env[68207]: DEBUG nova.network.neutron [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.194705] env[68207]: DEBUG nova.scheduler.client.report [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.274891] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.303593] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.314066] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.330034] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.330034] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.330034] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.330517] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.330517] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.330517] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.330517] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.330517] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.330659] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.330659] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.330659] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.331592] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d6cb7-722a-4505-a43d-270966ec42c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.342388] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Releasing lock "refresh_cache-db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.342647] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Received event network-vif-plugged-4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.342909] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquiring lock "911843cf-65d4-4262-8c80-e352755c8eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.343146] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Lock "911843cf-65d4-4262-8c80-e352755c8eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.343314] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Lock "911843cf-65d4-4262-8c80-e352755c8eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.343506] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] No waiting events found dispatching network-vif-plugged-4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.343670] env[68207]: WARNING nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Received unexpected event network-vif-plugged-4fa41797-4f64-4310-ad51-665bbb561b49 for instance with vm_state building and task_state spawning. [ 632.343825] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Received event network-changed-4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.343970] env[68207]: DEBUG nova.compute.manager [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Refreshing instance network info cache due to event network-changed-4fa41797-4f64-4310-ad51-665bbb561b49. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.344321] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquiring lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.344321] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Acquired lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.345352] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Refreshing network info cache for port 4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.345766] env[68207]: DEBUG oslo_vmware.api [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776161, 'name': PowerOnVM_Task, 'duration_secs': 0.90764} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.346780] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.346971] env[68207]: INFO nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Took 9.50 seconds to spawn the instance on the hypervisor. [ 632.347184] env[68207]: DEBUG nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.348585] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01308ba4-a561-4379-afdf-0ea686a9358d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.359335] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1c98c-ab5c-468d-9792-1acb9d4791eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.433246] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78616790-5d8d-4a4b-96fe-66861edf5d8e tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.359s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.466193] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.474997] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Successfully created port: dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.648334] env[68207]: DEBUG nova.network.neutron [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Updating instance_info_cache with network_info: [{"id": "a02d06b4-8215-42be-ba3a-6c2fc411e115", "address": "fa:16:3e:29:29:b6", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02d06b4-82", "ovs_interfaceid": "a02d06b4-8215-42be-ba3a-6c2fc411e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.699303] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.700524] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.710023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.477s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.760171] env[68207]: DEBUG nova.compute.manager [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Received event network-vif-plugged-97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.760402] env[68207]: DEBUG oslo_concurrency.lockutils [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] Acquiring lock "081158fd-d322-4fb7-bf2d-29291f8877b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.760615] env[68207]: DEBUG oslo_concurrency.lockutils [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.760782] env[68207]: DEBUG oslo_concurrency.lockutils [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.760944] env[68207]: DEBUG nova.compute.manager [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] No waiting events found dispatching network-vif-plugged-97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.764499] env[68207]: WARNING nova.compute.manager [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Received unexpected event network-vif-plugged-97ccdab9-2528-417a-8502-f7b6c880d79f for instance with vm_state building and task_state spawning. [ 632.764499] env[68207]: DEBUG nova.compute.manager [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Received event network-changed-97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.764499] env[68207]: DEBUG nova.compute.manager [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Refreshing instance network info cache due to event network-changed-97ccdab9-2528-417a-8502-f7b6c880d79f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.764499] env[68207]: DEBUG oslo_concurrency.lockutils [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] Acquiring lock "refresh_cache-081158fd-d322-4fb7-bf2d-29291f8877b8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.764499] env[68207]: DEBUG oslo_concurrency.lockutils [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] Acquired lock "refresh_cache-081158fd-d322-4fb7-bf2d-29291f8877b8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.764725] env[68207]: DEBUG nova.network.neutron [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Refreshing network info cache for port 97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.807376] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.845204] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.882656] env[68207]: INFO nova.compute.manager [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Took 18.22 seconds to build instance. [ 632.963095] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710442} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.963385] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 081158fd-d322-4fb7-bf2d-29291f8877b8/081158fd-d322-4fb7-bf2d-29291f8877b8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.964251] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.964251] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8a38f7-43f9-4871-ac8b-d350045e02f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.966518] env[68207]: DEBUG nova.network.neutron [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Successfully updated port: dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.972959] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 632.972959] env[68207]: value = "task-2776163" [ 632.972959] env[68207]: _type = "Task" [ 632.972959] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.983802] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.153951] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "refresh_cache-7404a2b9-9b22-476f-a94e-ef47a6c96152" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.154190] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Instance network_info: |[{"id": "a02d06b4-8215-42be-ba3a-6c2fc411e115", "address": "fa:16:3e:29:29:b6", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02d06b4-82", "ovs_interfaceid": "a02d06b4-8215-42be-ba3a-6c2fc411e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.154926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:29:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02d06b4-8215-42be-ba3a-6c2fc411e115', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.166725] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Creating folder: Project (3a3a913bb11d4184980a508f0916b61e). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.166999] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b083fa7-bf86-4814-aded-8d5c8cb194f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.178084] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Created folder: Project (3a3a913bb11d4184980a508f0916b61e) in parent group-v558176. [ 633.178330] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Creating folder: Instances. Parent ref: group-v558196. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.178620] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5275a764-6284-4d0d-9e8f-4e02338bb900 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.188348] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Created folder: Instances in parent group-v558196. [ 633.188613] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.188853] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.189211] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d1e925a-d1f7-4378-9df7-eb4007e8f8b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.223407] env[68207]: DEBUG nova.compute.utils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.224579] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.224579] env[68207]: value = "task-2776166" [ 633.224579] env[68207]: _type = "Task" [ 633.224579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.224853] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.225022] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.244571] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776166, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.282359] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Acquiring lock "8df86dfd-b28d-4fe5-8af9-e15d41334484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.282759] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.283586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Acquiring lock "8df86dfd-b28d-4fe5-8af9-e15d41334484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.283586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.283586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.286497] env[68207]: INFO nova.compute.manager [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Terminating instance [ 633.297964] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776160, 'name': ReconfigVM_Task, 'duration_secs': 1.96515} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.298415] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.299812] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-893648cb-9799-4e08-891a-3fa654cec796 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.307582] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 633.307582] env[68207]: value = "task-2776167" [ 633.307582] env[68207]: _type = "Task" [ 633.307582] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.317523] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776167, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.388432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41792c03-8d6c-4cce-ab82-fa9088e8deed tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.731s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.442316] env[68207]: DEBUG nova.policy [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e71d2642238940e699da71424d3ba2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e9c70cc0c9545979b8186411400644d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.468878] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.469042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquired lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.469249] env[68207]: DEBUG nova.network.neutron [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.483435] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209962} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.483689] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.484607] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13239adb-5a44-4feb-9905-63c1ba866f8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.510804] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 081158fd-d322-4fb7-bf2d-29291f8877b8/081158fd-d322-4fb7-bf2d-29291f8877b8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.514881] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updated VIF entry in instance network info cache for port 4fa41797-4f64-4310-ad51-665bbb561b49. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.514881] env[68207]: DEBUG nova.network.neutron [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance_info_cache with network_info: [{"id": "4fa41797-4f64-4310-ad51-665bbb561b49", "address": "fa:16:3e:c0:32:14", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa41797-4f", "ovs_interfaceid": "4fa41797-4f64-4310-ad51-665bbb561b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.515935] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc7587d-1bf1-4308-ada3-a550107c8134 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.534354] env[68207]: DEBUG oslo_concurrency.lockutils [req-e5f79434-6f98-4b25-85c8-4bfd3ac4d5b0 req-b8593a9f-5082-49a1-9b5c-1db38bf8e5c5 service nova] Releasing lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.541784] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 633.541784] env[68207]: value = "task-2776168" [ 633.541784] env[68207]: _type = "Task" [ 633.541784] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.556954] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.727663] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.747562] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776166, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.777184] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 157b6f13-23f2-4294-9342-d217ab63fcfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.777348] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 938d1523-3ab9-4081-bac4-cad645a8b7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.777503] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 8df86dfd-b28d-4fe5-8af9-e15d41334484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.777640] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance db4d54f8-1d8e-4e32-ad7c-5e2beef95d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.777756] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 911843cf-65d4-4262-8c80-e352755c8eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.777865] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 081158fd-d322-4fb7-bf2d-29291f8877b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.777975] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 7404a2b9-9b22-476f-a94e-ef47a6c96152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.778092] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 8490d1d5-decb-466c-88e0-40a39956d35c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.778221] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f3c2c9c1-f902-4ff6-a458-4f7eca562aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.778341] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 4f616201-6b85-4b7f-9464-a6b42bebee28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.791214] env[68207]: DEBUG nova.compute.manager [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.791214] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.792599] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743a16b0-8e9d-4444-8e6e-f5a0a2a1da81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.807063] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.808967] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97d946a-a5fc-41de-8785-53b4eacebb1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.825351] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776167, 'name': Rename_Task, 'duration_secs': 0.505909} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.827555] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.828436] env[68207]: DEBUG oslo_vmware.api [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Waiting for the task: (returnval){ [ 633.828436] env[68207]: value = "task-2776169" [ 633.828436] env[68207]: _type = "Task" [ 633.828436] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.828717] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b21804-cfea-4055-9709-078bd2d586d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.843518] env[68207]: DEBUG oslo_vmware.api [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Task: {'id': task-2776169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.845698] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 633.845698] env[68207]: value = "task-2776170" [ 633.845698] env[68207]: _type = "Task" [ 633.845698] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.855678] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.958764] env[68207]: DEBUG nova.network.neutron [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Updated VIF entry in instance network info cache for port 97ccdab9-2528-417a-8502-f7b6c880d79f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.959610] env[68207]: DEBUG nova.network.neutron [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Updating instance_info_cache with network_info: [{"id": "97ccdab9-2528-417a-8502-f7b6c880d79f", "address": "fa:16:3e:aa:e6:38", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97ccdab9-25", "ovs_interfaceid": "97ccdab9-2528-417a-8502-f7b6c880d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.029175] env[68207]: DEBUG nova.network.neutron [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.062600] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.276122] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776166, 'name': CreateVM_Task, 'duration_secs': 0.774485} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.277656] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.277656] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.277917] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.278132] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.278546] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18febc2e-e6b2-4750-b90b-1208719f250f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.283970] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6ab1ccb3-7844-4a17-8747-561d1d96ea38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.287041] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 634.287041] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52dde596-c0ae-5c49-6a3e-68223b5755ae" [ 634.287041] env[68207]: _type = "Task" [ 634.287041] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.305273] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dde596-c0ae-5c49-6a3e-68223b5755ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.346453] env[68207]: DEBUG oslo_vmware.api [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Task: {'id': task-2776169, 'name': PowerOffVM_Task, 'duration_secs': 0.207753} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.346453] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.346453] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.352366] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c46aa5a-5630-43bc-ba3b-d12277274fb2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.367202] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.437171] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.437355] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.437535] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Deleting the datastore file [datastore2] 8df86dfd-b28d-4fe5-8af9-e15d41334484 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.437802] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ed8828-c40b-43e0-a47c-de36799cc171 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.446117] env[68207]: DEBUG oslo_vmware.api [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Waiting for the task: (returnval){ [ 634.446117] env[68207]: value = "task-2776172" [ 634.446117] env[68207]: _type = "Task" [ 634.446117] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.456417] env[68207]: DEBUG oslo_vmware.api [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Task: {'id': task-2776172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.464626] env[68207]: DEBUG oslo_concurrency.lockutils [req-ece9a428-7e39-4941-81ce-5f13853acecf req-2f3c707e-677f-4aed-a01e-9478720f5e22 service nova] Releasing lock "refresh_cache-081158fd-d322-4fb7-bf2d-29291f8877b8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.553604] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776168, 'name': ReconfigVM_Task, 'duration_secs': 0.551388} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.553705] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 081158fd-d322-4fb7-bf2d-29291f8877b8/081158fd-d322-4fb7-bf2d-29291f8877b8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.554676] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e66b1d88-c1e0-4f9a-90d9-60bbea6df752 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.562053] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 634.562053] env[68207]: value = "task-2776173" [ 634.562053] env[68207]: _type = "Task" [ 634.562053] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.575810] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Successfully created port: e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.577886] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776173, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.623397] env[68207]: DEBUG nova.network.neutron [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updating instance_info_cache with network_info: [{"id": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "address": "fa:16:3e:b6:3b:a9", "network": {"id": "7f7e3f23-336f-4b94-a604-f827f80defe4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1688175872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b24b32adcc422782a67d786a87327f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfc1a5-96", "ovs_interfaceid": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.730300] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "416f940e-9efb-445b-887e-a0b750c6ed96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.731423] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "416f940e-9efb-445b-887e-a0b750c6ed96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.735673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "7f1279fc-2387-487b-905d-2afc8c3caa33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.735673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.778337] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.796020] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6a77cc49-0b11-4341-a8c9-290cdf086ca0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.807858] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dde596-c0ae-5c49-6a3e-68223b5755ae, 'name': SearchDatastore_Task, 'duration_secs': 0.020034} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.809988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.809988] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.809988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.809988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.811035] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.811035] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09887db2-c6c4-4f63-9ae6-5b0280ce6199 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.823725] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.823909] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.824927] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb3af84-5bcd-49a0-88d0-c18246effe3a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.836733] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 634.836733] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52021d47-4019-bc1b-e656-9270d63ae329" [ 634.836733] env[68207]: _type = "Task" [ 634.836733] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.839098] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.839567] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.839567] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.839741] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.840106] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.840106] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.840396] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.840759] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.840978] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.841194] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.841412] env[68207]: DEBUG nova.virt.hardware [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.845203] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48d2f2-7606-4db5-b317-ead01de5f2be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.861145] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679be58e-bec7-43d6-a206-4558467cb4a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.867068] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52021d47-4019-bc1b-e656-9270d63ae329, 'name': SearchDatastore_Task, 'duration_secs': 0.020979} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.875135] env[68207]: DEBUG oslo_vmware.api [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776170, 'name': PowerOnVM_Task, 'duration_secs': 0.534644} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.875135] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c005eb-c7de-487e-bc1e-321d4ab092cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.876272] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.876272] env[68207]: DEBUG nova.compute.manager [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.885699] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1b29d2-3dac-4a4e-9bef-38eb737e0613 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.894104] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 634.894104] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52df8d38-527c-158b-ef93-062061b087b5" [ 634.894104] env[68207]: _type = "Task" [ 634.894104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.919857] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52df8d38-527c-158b-ef93-062061b087b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.920186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.920504] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7404a2b9-9b22-476f-a94e-ef47a6c96152/7404a2b9-9b22-476f-a94e-ef47a6c96152.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.920743] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea092e34-56ee-4a56-bbbf-f1a972a8ecc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.932268] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 634.932268] env[68207]: value = "task-2776174" [ 634.932268] env[68207]: _type = "Task" [ 634.932268] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.954993] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.971889] env[68207]: DEBUG oslo_vmware.api [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Task: {'id': task-2776172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297028} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.973013] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.973013] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.973013] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.973013] env[68207]: INFO nova.compute.manager [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Took 1.18 seconds to destroy the instance on the hypervisor. [ 634.973787] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.973787] env[68207]: DEBUG nova.compute.manager [-] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.974038] env[68207]: DEBUG nova.network.neutron [-] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.077667] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776173, 'name': Rename_Task, 'duration_secs': 0.243262} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.078156] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.078540] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ec4781-53bc-493b-beaa-50c75f60cee7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.090284] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 635.090284] env[68207]: value = "task-2776175" [ 635.090284] env[68207]: _type = "Task" [ 635.090284] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.100896] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.128367] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Releasing lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.128801] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Instance network_info: |[{"id": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "address": "fa:16:3e:b6:3b:a9", "network": {"id": "7f7e3f23-336f-4b94-a604-f827f80defe4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1688175872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b24b32adcc422782a67d786a87327f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfc1a5-96", "ovs_interfaceid": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.129935] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfcfc1a5-9617-4ebc-b062-732721b427ae', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.140914] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Creating folder: Project (17b24b32adcc422782a67d786a87327f). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.141421] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f37b9ab-7907-4128-8329-f361d1c55c96 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.155096] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Created folder: Project (17b24b32adcc422782a67d786a87327f) in parent group-v558176. [ 635.155096] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Creating folder: Instances. Parent ref: group-v558199. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.155331] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c0f9fb-26e7-4f7a-b174-1dee254ccfcb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.171290] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Created folder: Instances in parent group-v558199. [ 635.171290] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.171290] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.171290] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75fd30dd-090d-4f33-9550-6ee2c89a9204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.198726] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.198726] env[68207]: value = "task-2776178" [ 635.198726] env[68207]: _type = "Task" [ 635.198726] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.215803] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776178, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.238067] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.241104] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.301155] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.301399] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 635.301552] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 635.417515] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.445562] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776174, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.606105] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776175, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.617494] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b07b9f-d6c8-4f8a-b553-3a7355581eba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.627363] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054a6ac-6906-4ffd-9226-60ff2d30f98c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.663217] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb026de-30c0-48c3-a61a-3d93dd080461 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.672200] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7487b9f-e307-4d36-a2d3-37a5a57b039d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.687718] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.708640] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776178, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.777564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.787714] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.896564] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Successfully updated port: dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.955635] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691331} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.955932] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7404a2b9-9b22-476f-a94e-ef47a6c96152/7404a2b9-9b22-476f-a94e-ef47a6c96152.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.956477] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.956591] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76271868-3bbc-4157-a269-cc4500f2bf74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.966953] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 635.966953] env[68207]: value = "task-2776179" [ 635.966953] env[68207]: _type = "Task" [ 635.966953] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.983143] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.102921] env[68207]: DEBUG oslo_vmware.api [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776175, 'name': PowerOnVM_Task, 'duration_secs': 0.876684} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.103387] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.104029] env[68207]: INFO nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Took 10.93 seconds to spawn the instance on the hypervisor. [ 636.104335] env[68207]: DEBUG nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.105361] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd33650-89f4-4bba-a38f-245e85c0f0ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.208903] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776178, 'name': CreateVM_Task, 'duration_secs': 0.710362} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.209104] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.209804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.209954] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.210334] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.210537] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332dc876-daa4-4fab-b1c1-1a8bc35c3ffd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.213154] env[68207]: ERROR nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [req-1d1e3f4d-2e63-4701-bf2e-b10b1cbe8211] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d1e3f4d-2e63-4701-bf2e-b10b1cbe8211"}]} [ 636.221835] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 636.221835] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52dc88e6-8801-cd89-b29a-6ff5bb988b40" [ 636.221835] env[68207]: _type = "Task" [ 636.221835] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.234781] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dc88e6-8801-cd89-b29a-6ff5bb988b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.235784] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.252502] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.252788] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.269383] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.297379] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.376748] env[68207]: DEBUG nova.network.neutron [-] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.404503] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "refresh_cache-f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.404588] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "refresh_cache-f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.404767] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.483063] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080009} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.483063] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.483304] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d353a875-c122-4770-af10-a3ceb560afa0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.508122] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 7404a2b9-9b22-476f-a94e-ef47a6c96152/7404a2b9-9b22-476f-a94e-ef47a6c96152.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.508471] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2dda4c-95a7-4e7e-b686-2c08a65d545c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.536155] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 636.536155] env[68207]: value = "task-2776180" [ 636.536155] env[68207]: _type = "Task" [ 636.536155] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.546164] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.620876] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf7295-64a1-4990-85bc-76eb37da4284 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.629444] env[68207]: INFO nova.compute.manager [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Took 21.50 seconds to build instance. [ 636.633531] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e402a9-74b5-481a-9074-51e7edd94c00 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.666647] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b815788c-0726-47b8-9c33-560644d3ac94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.673803] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.674034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.680662] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb976c1c-9abf-4d63-ab13-fd3db367d78c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.696437] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.733084] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dc88e6-8801-cd89-b29a-6ff5bb988b40, 'name': SearchDatastore_Task, 'duration_secs': 0.059622} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.733319] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.734097] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.734097] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.734097] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.734097] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.734379] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44963d1-0459-4702-ba09-c033941de866 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.748194] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.748553] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.749250] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0f4770-27c1-4418-8263-f21906c51d8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.756026] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 636.756026] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5274bad3-8d55-3c71-02a6-7a3b4f58baf4" [ 636.756026] env[68207]: _type = "Task" [ 636.756026] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.764782] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5274bad3-8d55-3c71-02a6-7a3b4f58baf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.878329] env[68207]: INFO nova.compute.manager [-] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Took 1.90 seconds to deallocate network for instance. [ 636.990812] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.053167] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.069737] env[68207]: DEBUG nova.compute.manager [None req-b74534a5-fecf-418b-86f4-f4fcab021378 tempest-ServerDiagnosticsTest-531713538 tempest-ServerDiagnosticsTest-531713538-project-admin] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.069737] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6aaa23-1ef1-482b-ba77-04a38876dfc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.072198] env[68207]: INFO nova.compute.manager [None req-b74534a5-fecf-418b-86f4-f4fcab021378 tempest-ServerDiagnosticsTest-531713538 tempest-ServerDiagnosticsTest-531713538-project-admin] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Retrieving diagnostics [ 637.073127] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c78c42-bcbf-49fd-b298-040d4aaae27b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.133972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-208a05d5-a3ca-4e9e-ac82-ea0bee100945 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.019s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.250197] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 637.250197] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 20 to 21 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.250197] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.274785] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5274bad3-8d55-3c71-02a6-7a3b4f58baf4, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.276051] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43b7ea8-ae62-4f68-ad5c-75efdd0cc488 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.283969] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 637.283969] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52340679-8753-e57b-53b0-fa52fc6be44d" [ 637.283969] env[68207]: _type = "Task" [ 637.283969] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.294882] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52340679-8753-e57b-53b0-fa52fc6be44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.385424] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.389034] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Updating instance_info_cache with network_info: [{"id": "dda3360e-e60f-436b-adf8-9b174508ca71", "address": "fa:16:3e:b5:6f:e6", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3360e-e6", "ovs_interfaceid": "dda3360e-e60f-436b-adf8-9b174508ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.486753] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Successfully updated port: e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.548708] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776180, 'name': ReconfigVM_Task, 'duration_secs': 0.584077} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.548998] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 7404a2b9-9b22-476f-a94e-ef47a6c96152/7404a2b9-9b22-476f-a94e-ef47a6c96152.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.551214] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a44009e8-f2de-4eaf-b786-72418faf64ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.564169] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 637.564169] env[68207]: value = "task-2776181" [ 637.564169] env[68207]: _type = "Task" [ 637.564169] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.577136] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776181, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.607680] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Received event network-vif-plugged-a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.607680] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Acquiring lock "7404a2b9-9b22-476f-a94e-ef47a6c96152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.607680] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.607680] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.608974] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] No waiting events found dispatching network-vif-plugged-a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.608974] env[68207]: WARNING nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Received unexpected event network-vif-plugged-a02d06b4-8215-42be-ba3a-6c2fc411e115 for instance with vm_state building and task_state spawning. [ 637.608974] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Received event network-changed-a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.608974] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Refreshing instance network info cache due to event network-changed-a02d06b4-8215-42be-ba3a-6c2fc411e115. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 637.609240] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Acquiring lock "refresh_cache-7404a2b9-9b22-476f-a94e-ef47a6c96152" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.610760] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Acquired lock "refresh_cache-7404a2b9-9b22-476f-a94e-ef47a6c96152" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.610760] env[68207]: DEBUG nova.network.neutron [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Refreshing network info cache for port a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.636621] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.768637] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 637.770073] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.060s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.770073] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.422s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.776008] env[68207]: INFO nova.compute.claims [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.798910] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52340679-8753-e57b-53b0-fa52fc6be44d, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.799635] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.800982] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 8490d1d5-decb-466c-88e0-40a39956d35c/8490d1d5-decb-466c-88e0-40a39956d35c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.800982] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b494e3e2-e874-4650-97ea-09ae244bcebf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.810258] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 637.810258] env[68207]: value = "task-2776182" [ 637.810258] env[68207]: _type = "Task" [ 637.810258] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.826973] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.888968] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "refresh_cache-f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.889351] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Instance network_info: |[{"id": "dda3360e-e60f-436b-adf8-9b174508ca71", "address": "fa:16:3e:b5:6f:e6", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3360e-e6", "ovs_interfaceid": "dda3360e-e60f-436b-adf8-9b174508ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.889858] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:6f:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda3360e-e60f-436b-adf8-9b174508ca71', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.901188] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Creating folder: Project (0e9c70cc0c9545979b8186411400644d). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.903130] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-535e2e27-9cdc-4630-a577-b6ce29dc822a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.917449] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Created folder: Project (0e9c70cc0c9545979b8186411400644d) in parent group-v558176. [ 637.919021] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Creating folder: Instances. Parent ref: group-v558202. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.919021] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5686ddd2-a2fd-4e44-96d0-8c1747930414 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.934151] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Created folder: Instances in parent group-v558202. [ 637.935612] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.935612] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.935612] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85fb4372-5d66-463d-a04c-856cf2c94cfe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.968021] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.968021] env[68207]: value = "task-2776185" [ 637.968021] env[68207]: _type = "Task" [ 637.968021] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.976973] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776185, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.995046] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "refresh_cache-4f616201-6b85-4b7f-9464-a6b42bebee28" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.995355] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "refresh_cache-4f616201-6b85-4b7f-9464-a6b42bebee28" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.995355] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.068367] env[68207]: DEBUG nova.compute.manager [req-fbe081af-716d-4bb5-a13a-249fca921294 req-4bc2d5de-eb23-4e50-b2ee-504589dbc523 service nova] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Received event network-vif-deleted-63e01ae0-2943-4b33-80be-ef171c31b801 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 638.086761] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776181, 'name': Rename_Task, 'duration_secs': 0.276626} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.087071] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.087345] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757a2bbd-71e5-44e0-9ed6-c9d014362666 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.098027] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 638.098027] env[68207]: value = "task-2776186" [ 638.098027] env[68207]: _type = "Task" [ 638.098027] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.109145] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.164934] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.325027] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776182, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.481662] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776185, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.578763] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.607968] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776186, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.659022] env[68207]: DEBUG nova.network.neutron [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Updated VIF entry in instance network info cache for port a02d06b4-8215-42be-ba3a-6c2fc411e115. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.659022] env[68207]: DEBUG nova.network.neutron [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Updating instance_info_cache with network_info: [{"id": "a02d06b4-8215-42be-ba3a-6c2fc411e115", "address": "fa:16:3e:29:29:b6", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02d06b4-82", "ovs_interfaceid": "a02d06b4-8215-42be-ba3a-6c2fc411e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.828695] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611045} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.828962] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 8490d1d5-decb-466c-88e0-40a39956d35c/8490d1d5-decb-466c-88e0-40a39956d35c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.829261] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.829524] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb01e5bd-20b7-4375-ab8c-2659f3f2bc81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.844040] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 638.844040] env[68207]: value = "task-2776187" [ 638.844040] env[68207]: _type = "Task" [ 638.844040] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.858272] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.983206] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776185, 'name': CreateVM_Task, 'duration_secs': 0.632372} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.983393] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.984061] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.984548] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984799] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5eecfb7-c019-4f99-8233-f10112ce1d72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.990579] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 638.990579] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5219fb4d-fcd6-4dfb-58dd-1b419016abda" [ 638.990579] env[68207]: _type = "Task" [ 638.990579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.003288] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5219fb4d-fcd6-4dfb-58dd-1b419016abda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.114814] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776186, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.116839] env[68207]: DEBUG nova.network.neutron [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Updating instance_info_cache with network_info: [{"id": "e4a0fb03-373b-4f50-94dc-a37e82db51cf", "address": "fa:16:3e:b2:05:b1", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0fb03-37", "ovs_interfaceid": "e4a0fb03-373b-4f50-94dc-a37e82db51cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.119393] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f324cbb-131d-4eba-b20b-d9e9330e1693 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.128818] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b9b65d-0869-468a-a910-fa9b6094c8d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.166620] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Releasing lock "refresh_cache-7404a2b9-9b22-476f-a94e-ef47a6c96152" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.166752] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Received event network-vif-plugged-dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.166860] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Acquiring lock "8490d1d5-decb-466c-88e0-40a39956d35c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.167039] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Lock "8490d1d5-decb-466c-88e0-40a39956d35c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.167199] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Lock "8490d1d5-decb-466c-88e0-40a39956d35c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.167358] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] No waiting events found dispatching network-vif-plugged-dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.167561] env[68207]: WARNING nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Received unexpected event network-vif-plugged-dfcfc1a5-9617-4ebc-b062-732721b427ae for instance with vm_state building and task_state spawning. [ 639.167670] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Received event network-changed-dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.167818] env[68207]: DEBUG nova.compute.manager [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Refreshing instance network info cache due to event network-changed-dfcfc1a5-9617-4ebc-b062-732721b427ae. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.167994] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Acquiring lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.168143] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Acquired lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.168319] env[68207]: DEBUG nova.network.neutron [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Refreshing network info cache for port dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.171308] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9cfb81-73da-442f-b095-fd75c7add54b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.181697] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2e54d-9d86-4c69-8767-77b91020eae2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.202206] env[68207]: DEBUG nova.compute.provider_tree [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.238514] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "d9335c00-8fe9-4550-a008-6e3fe9859294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.238802] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.356858] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075104} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.356996] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.357855] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0910a40-1462-42be-9f72-fe8f20929667 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.395050] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 8490d1d5-decb-466c-88e0-40a39956d35c/8490d1d5-decb-466c-88e0-40a39956d35c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.395050] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e63fd0-7013-47f8-863f-ec3d9a0c673a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.420494] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 639.420494] env[68207]: value = "task-2776188" [ 639.420494] env[68207]: _type = "Task" [ 639.420494] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.431834] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.504911] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5219fb4d-fcd6-4dfb-58dd-1b419016abda, 'name': SearchDatastore_Task, 'duration_secs': 0.043161} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.504911] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.504911] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.504911] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.505926] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.505926] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.505926] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b48992-8a53-4e6a-92f9-4c609d4890f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.531025] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.531025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.531025] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf4d55c-035e-4100-be1f-6f85663d196c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.537349] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 639.537349] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5224fcb2-9355-d3f5-0bc9-828e1193fd33" [ 639.537349] env[68207]: _type = "Task" [ 639.537349] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.547937] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5224fcb2-9355-d3f5-0bc9-828e1193fd33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.609944] env[68207]: DEBUG oslo_vmware.api [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776186, 'name': PowerOnVM_Task, 'duration_secs': 1.233171} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.611371] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.611623] env[68207]: INFO nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Took 12.15 seconds to spawn the instance on the hypervisor. [ 639.611792] env[68207]: DEBUG nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.612629] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99615385-e766-4d77-a230-733bc90a2341 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.624562] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "refresh_cache-4f616201-6b85-4b7f-9464-a6b42bebee28" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.625415] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Instance network_info: |[{"id": "e4a0fb03-373b-4f50-94dc-a37e82db51cf", "address": "fa:16:3e:b2:05:b1", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0fb03-37", "ovs_interfaceid": "e4a0fb03-373b-4f50-94dc-a37e82db51cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.629185] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:05:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a0fb03-373b-4f50-94dc-a37e82db51cf', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.643445] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.643957] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.645385] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7969290b-8b3a-4ae3-825a-38b2defbb55d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.667983] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.667983] env[68207]: value = "task-2776189" [ 639.667983] env[68207]: _type = "Task" [ 639.667983] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.681716] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776189, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.705106] env[68207]: DEBUG nova.scheduler.client.report [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.942503] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.982951] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.983375] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.027099] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.028239] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.051725] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5224fcb2-9355-d3f5-0bc9-828e1193fd33, 'name': SearchDatastore_Task, 'duration_secs': 0.031789} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.055749] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac472ab8-b12b-4477-a0a5-bfac22016712 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.065264] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 640.065264] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52887a7e-d889-c4ad-c48e-a95593c9b72f" [ 640.065264] env[68207]: _type = "Task" [ 640.065264] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.078517] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52887a7e-d889-c4ad-c48e-a95593c9b72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.161938] env[68207]: INFO nova.compute.manager [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Took 20.18 seconds to build instance. [ 640.184826] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776189, 'name': CreateVM_Task, 'duration_secs': 0.40838} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.184928] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.185598] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.185753] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.186079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.186716] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b18109b-be2d-4508-9cd8-d82600f51112 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.193760] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 640.193760] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52755a24-cc75-94e8-a9e1-c1d1c2e4d10d" [ 640.193760] env[68207]: _type = "Task" [ 640.193760] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.205350] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52755a24-cc75-94e8-a9e1-c1d1c2e4d10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.214393] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.214393] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.220260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.229s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.221736] env[68207]: INFO nova.compute.claims [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.230411] env[68207]: DEBUG nova.network.neutron [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updated VIF entry in instance network info cache for port dfcfc1a5-9617-4ebc-b062-732721b427ae. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.230411] env[68207]: DEBUG nova.network.neutron [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updating instance_info_cache with network_info: [{"id": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "address": "fa:16:3e:b6:3b:a9", "network": {"id": "7f7e3f23-336f-4b94-a604-f827f80defe4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1688175872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b24b32adcc422782a67d786a87327f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfc1a5-96", "ovs_interfaceid": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.412920] env[68207]: DEBUG nova.compute.manager [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 640.432224] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776188, 'name': ReconfigVM_Task, 'duration_secs': 0.626929} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.432584] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 8490d1d5-decb-466c-88e0-40a39956d35c/8490d1d5-decb-466c-88e0-40a39956d35c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.433213] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f10c7b8-bf5b-4fb9-8e38-10e4eb3f8546 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.442628] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 640.442628] env[68207]: value = "task-2776190" [ 640.442628] env[68207]: _type = "Task" [ 640.442628] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.452904] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776190, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.461627] env[68207]: INFO nova.compute.manager [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Rebuilding instance [ 640.528126] env[68207]: DEBUG nova.compute.manager [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.529076] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01988db1-7431-4a53-b6cc-fd959ef70da4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.576800] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52887a7e-d889-c4ad-c48e-a95593c9b72f, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.577095] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.577364] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f3c2c9c1-f902-4ff6-a458-4f7eca562aa6/f3c2c9c1-f902-4ff6-a458-4f7eca562aa6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.578080] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-496b0720-3908-4b77-911d-14c09574fd5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.587583] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 640.587583] env[68207]: value = "task-2776191" [ 640.587583] env[68207]: _type = "Task" [ 640.587583] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.600149] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.637705] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.638161] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.666307] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6771006b-4707-4df4-939a-9dfbf3b42f16 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.694s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.712023] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52755a24-cc75-94e8-a9e1-c1d1c2e4d10d, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.712023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.712023] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.712023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.712346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.712346] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.712346] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d315f9-8c3b-4433-9681-87b277e3be83 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.727238] env[68207]: DEBUG nova.compute.utils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.733832] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.737097] env[68207]: DEBUG nova.network.neutron [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.737097] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.737097] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.740054] env[68207]: DEBUG oslo_concurrency.lockutils [req-b741da62-6cc3-413e-b0e0-5a0558b9b2dc req-37f5a1d9-ddbc-4525-931c-b72cf012ee30 service nova] Releasing lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.740722] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bddddb2-1e10-450e-8a8b-959a92f3cb0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.755177] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 640.755177] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525f62f3-7ae1-f9d4-771c-05fb5b836f07" [ 640.755177] env[68207]: _type = "Task" [ 640.755177] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.774760] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525f62f3-7ae1-f9d4-771c-05fb5b836f07, 'name': SearchDatastore_Task, 'duration_secs': 0.014643} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.775771] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44912e16-c347-4964-a320-86d2404d0f6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.792806] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 640.792806] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ad8133-63b5-3f69-5104-dfe8aea9da3f" [ 640.792806] env[68207]: _type = "Task" [ 640.792806] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.805126] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ad8133-63b5-3f69-5104-dfe8aea9da3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.900736] env[68207]: DEBUG nova.policy [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63502d2b52684dffb7e32c720d040a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13dcf13c09748b39b0e0e38f46263e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.959321] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776190, 'name': Rename_Task, 'duration_secs': 0.249404} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.960275] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.961156] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.961659] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfbb47a-2d75-4619-8328-af0af4db43ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.971271] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 640.971271] env[68207]: value = "task-2776192" [ 640.971271] env[68207]: _type = "Task" [ 640.971271] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.982616] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.102188] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.183655] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.222818] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.225368] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.225368] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.225368] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.225368] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.228583] env[68207]: INFO nova.compute.manager [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Terminating instance [ 641.244275] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.313769] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ad8133-63b5-3f69-5104-dfe8aea9da3f, 'name': SearchDatastore_Task, 'duration_secs': 0.102165} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.314064] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.314336] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 4f616201-6b85-4b7f-9464-a6b42bebee28/4f616201-6b85-4b7f-9464-a6b42bebee28.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.314600] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb3c474-5eb5-47e4-afac-57ecaa3ad332 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.327142] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 641.327142] env[68207]: value = "task-2776193" [ 641.327142] env[68207]: _type = "Task" [ 641.327142] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.337530] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.498712] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.550114] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.551690] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2aa33f-e523-4254-94bd-65a15dd2632f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.564940] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 641.564940] env[68207]: value = "task-2776194" [ 641.564940] env[68207]: _type = "Task" [ 641.564940] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.580490] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.602113] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596336} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.604971] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f3c2c9c1-f902-4ff6-a458-4f7eca562aa6/f3c2c9c1-f902-4ff6-a458-4f7eca562aa6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.605219] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.605741] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c06be059-dec6-4827-a87e-0e7db3157e9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.615022] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 641.615022] env[68207]: value = "task-2776195" [ 641.615022] env[68207]: _type = "Task" [ 641.615022] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.624791] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.713085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.728951] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25268b1-d635-4aeb-8022-cddf75227eb2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.738480] env[68207]: DEBUG nova.compute.manager [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.738697] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.740052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eacd40-b1b5-4cfa-ad8e-e06fdcc3fe9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.743807] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcc7214-96ed-4a8b-99dc-d8fcfd35ab0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.760295] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.789640] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78be52ef-015d-40b7-8735-1a6116717bdd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.792865] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed28034-a309-499d-950b-ceab3e74f6f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.803660] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65e6b8-bf2d-4227-82da-68b07a1665aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.809701] env[68207]: DEBUG oslo_vmware.api [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 641.809701] env[68207]: value = "task-2776196" [ 641.809701] env[68207]: _type = "Task" [ 641.809701] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.814242] env[68207]: DEBUG nova.network.neutron [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Successfully created port: 4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.826750] env[68207]: DEBUG nova.compute.provider_tree [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.835954] env[68207]: DEBUG oslo_vmware.api [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.845593] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.990838] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776192, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.033692] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.037019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.077476] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776194, 'name': PowerOffVM_Task, 'duration_secs': 0.219777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.077848] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.078118] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.079256] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f26cb94-945b-4cab-be83-974626d73920 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.088094] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.088409] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c944cf77-fdbd-471c-bb04-2088fb21ece6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.130030] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.130377] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.130628] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Deleting the datastore file [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.134620] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4123879-82c2-4b6e-bd22-0b3335e27253 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.137549] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.137828] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.139268] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052156d9-2caa-4c73-be3d-e7fdc7a6c30e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.145729] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 642.145729] env[68207]: value = "task-2776198" [ 642.145729] env[68207]: _type = "Task" [ 642.145729] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.169530] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] f3c2c9c1-f902-4ff6-a458-4f7eca562aa6/f3c2c9c1-f902-4ff6-a458-4f7eca562aa6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.176764] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd95e9a-9157-44b1-a40b-df6af2021112 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.197783] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Received event network-vif-plugged-dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.198021] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Acquiring lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.198597] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.198597] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.198597] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] No waiting events found dispatching network-vif-plugged-dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.199152] env[68207]: WARNING nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Received unexpected event network-vif-plugged-dda3360e-e60f-436b-adf8-9b174508ca71 for instance with vm_state building and task_state spawning. [ 642.199152] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Received event network-changed-dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.199216] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Refreshing instance network info cache due to event network-changed-dda3360e-e60f-436b-adf8-9b174508ca71. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.199387] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Acquiring lock "refresh_cache-f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199545] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Acquired lock "refresh_cache-f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199679] env[68207]: DEBUG nova.network.neutron [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Refreshing network info cache for port dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.207641] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.209663] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 642.209663] env[68207]: value = "task-2776199" [ 642.209663] env[68207]: _type = "Task" [ 642.209663] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.223587] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.262070] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.306654] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.306975] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.307205] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.307502] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.307631] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.307788] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.308059] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.308249] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.308500] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.308720] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.308898] env[68207]: DEBUG nova.virt.hardware [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.310075] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6d1b6-ec4a-433f-b3e4-8499e24369e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.325211] env[68207]: DEBUG oslo_vmware.api [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776196, 'name': PowerOffVM_Task, 'duration_secs': 0.432946} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.327049] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.327252] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.327713] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1f11e6-5c4a-4e28-9fde-5f6a388ceff7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.330654] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770359e-a9c1-41c9-b8bc-6ecbb3bdfd8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.337851] env[68207]: DEBUG nova.scheduler.client.report [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.364406] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662789} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.365625] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 4f616201-6b85-4b7f-9464-a6b42bebee28/4f616201-6b85-4b7f-9464-a6b42bebee28.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.365892] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.366173] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb96d5e-6db2-4e56-9a60-f97938e5a75a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.377669] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 642.377669] env[68207]: value = "task-2776201" [ 642.377669] env[68207]: _type = "Task" [ 642.377669] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.391101] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.413714] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.413948] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.414155] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Deleting the datastore file [datastore2] db4d54f8-1d8e-4e32-ad7c-5e2beef95d88 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.414426] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675f0c7d-40d7-4ac8-bfac-d41237e0f69f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.423035] env[68207]: DEBUG oslo_vmware.api [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for the task: (returnval){ [ 642.423035] env[68207]: value = "task-2776202" [ 642.423035] env[68207]: _type = "Task" [ 642.423035] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.432736] env[68207]: DEBUG oslo_vmware.api [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.493018] env[68207]: DEBUG oslo_vmware.api [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776192, 'name': PowerOnVM_Task, 'duration_secs': 1.290736} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.493341] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.493554] env[68207]: INFO nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Took 12.63 seconds to spawn the instance on the hypervisor. [ 642.493861] env[68207]: DEBUG nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.494597] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f913c122-c4b1-4fad-86a3-457a6c89f1aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.667627] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182822} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.667892] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.668097] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.668288] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.720660] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.849456] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.849456] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.851538] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.006s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.853320] env[68207]: INFO nova.compute.claims [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.893012] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080606} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.897140] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.897140] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a477bfd-3032-489f-a70f-31565b9c0ac2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.923873] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 4f616201-6b85-4b7f-9464-a6b42bebee28/4f616201-6b85-4b7f-9464-a6b42bebee28.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.925208] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f92b9f-7d0d-4cc3-933a-955a3205dc7e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.957011] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 642.957011] env[68207]: value = "task-2776203" [ 642.957011] env[68207]: _type = "Task" [ 642.957011] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.963974] env[68207]: DEBUG oslo_vmware.api [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Task: {'id': task-2776202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192252} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.968113] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.968558] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.968811] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.969038] env[68207]: INFO nova.compute.manager [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Took 1.23 seconds to destroy the instance on the hypervisor. [ 642.970192] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.970192] env[68207]: DEBUG nova.compute.manager [-] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.970192] env[68207]: DEBUG nova.network.neutron [-] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.979562] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.023104] env[68207]: INFO nova.compute.manager [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Took 22.01 seconds to build instance. [ 643.123560] env[68207]: DEBUG nova.network.neutron [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Updated VIF entry in instance network info cache for port dda3360e-e60f-436b-adf8-9b174508ca71. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.123560] env[68207]: DEBUG nova.network.neutron [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Updating instance_info_cache with network_info: [{"id": "dda3360e-e60f-436b-adf8-9b174508ca71", "address": "fa:16:3e:b5:6f:e6", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3360e-e6", "ovs_interfaceid": "dda3360e-e60f-436b-adf8-9b174508ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.221980] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776199, 'name': ReconfigVM_Task, 'duration_secs': 0.906762} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.223111] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Reconfigured VM instance instance-00000009 to attach disk [datastore2] f3c2c9c1-f902-4ff6-a458-4f7eca562aa6/f3c2c9c1-f902-4ff6-a458-4f7eca562aa6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.223111] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40237b33-9a88-46fd-910b-237819469169 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.231104] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 643.231104] env[68207]: value = "task-2776204" [ 643.231104] env[68207]: _type = "Task" [ 643.231104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.245150] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776204, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.359991] env[68207]: DEBUG nova.compute.utils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.364461] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.364461] env[68207]: DEBUG nova.network.neutron [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.476594] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.482602] env[68207]: DEBUG nova.policy [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efbefa411ebc485b9a3ecc767166a95d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be96dca3cff45c89e8302e7bd09bfe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.525042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7a7fb6a-2711-48cc-877d-2c4e510e5c04 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "8490d1d5-decb-466c-88e0-40a39956d35c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.526s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.627388] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Releasing lock "refresh_cache-f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.627460] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Received event network-vif-plugged-e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.627655] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Acquiring lock "4f616201-6b85-4b7f-9464-a6b42bebee28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.627861] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.628037] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.628209] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] No waiting events found dispatching network-vif-plugged-e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.628400] env[68207]: WARNING nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Received unexpected event network-vif-plugged-e4a0fb03-373b-4f50-94dc-a37e82db51cf for instance with vm_state building and task_state spawning. [ 643.628678] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Received event network-changed-e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.628752] env[68207]: DEBUG nova.compute.manager [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Refreshing instance network info cache due to event network-changed-e4a0fb03-373b-4f50-94dc-a37e82db51cf. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 643.628899] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Acquiring lock "refresh_cache-4f616201-6b85-4b7f-9464-a6b42bebee28" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.629124] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Acquired lock "refresh_cache-4f616201-6b85-4b7f-9464-a6b42bebee28" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.629200] env[68207]: DEBUG nova.network.neutron [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Refreshing network info cache for port e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.636884] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "dee791a2-b454-4c8c-a507-bc9bece10939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.637164] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "dee791a2-b454-4c8c-a507-bc9bece10939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.713597] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.713876] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.714043] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.714198] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.714383] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.714556] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.714918] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.716457] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.716457] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.716457] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.717578] env[68207]: DEBUG nova.virt.hardware [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.717800] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7fcd54-98e8-44f8-bb10-b31967fbb164 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.729070] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e13a90-ea34-4eae-a6c1-6204ac2bb99e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.754991] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.764026] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.770307] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.770307] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776204, 'name': Rename_Task, 'duration_secs': 0.411596} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.770307] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f68b97-4ab4-4334-9170-544425c311ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.785337] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.785337] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ce7793-f0cc-4c4b-a89e-b59573eb6a81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.794431] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 643.794431] env[68207]: value = "task-2776205" [ 643.794431] env[68207]: _type = "Task" [ 643.794431] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.796406] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.796406] env[68207]: value = "task-2776206" [ 643.796406] env[68207]: _type = "Task" [ 643.796406] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.809834] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.813510] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776206, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.862543] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.903742] env[68207]: DEBUG nova.network.neutron [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Successfully updated port: 4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.979072] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776203, 'name': ReconfigVM_Task, 'duration_secs': 0.988984} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.979444] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 4f616201-6b85-4b7f-9464-a6b42bebee28/4f616201-6b85-4b7f-9464-a6b42bebee28.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.980047] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f6897ca-e808-427d-937b-56cd56352741 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.995008] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 643.995008] env[68207]: value = "task-2776207" [ 643.995008] env[68207]: _type = "Task" [ 643.995008] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.009172] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776207, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.031382] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.097649] env[68207]: DEBUG nova.network.neutron [-] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.116429] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "081158fd-d322-4fb7-bf2d-29291f8877b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.116630] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.116967] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "081158fd-d322-4fb7-bf2d-29291f8877b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.117214] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.117392] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.121258] env[68207]: INFO nova.compute.manager [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Terminating instance [ 644.123970] env[68207]: DEBUG nova.network.neutron [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Successfully created port: 90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.291908] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb34e2c7-4898-4db6-8353-6b4cf792b2ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.306139] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff318ff-3366-45ff-adcb-cec2cc3f80dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.312948] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776205, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.319203] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776206, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.350841] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c73bc8c-66a8-43bf-ada8-1b33eabc91a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.359524] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f859fc-6ec3-451c-abae-3fc260fc07df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.381884] env[68207]: DEBUG nova.compute.provider_tree [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.407595] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "refresh_cache-6ab1ccb3-7844-4a17-8747-561d1d96ea38" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.409920] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquired lock "refresh_cache-6ab1ccb3-7844-4a17-8747-561d1d96ea38" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.409920] env[68207]: DEBUG nova.network.neutron [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.510021] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776207, 'name': Rename_Task, 'duration_secs': 0.201453} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.511036] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.511036] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04633b9a-293c-4e75-a541-8970345d0675 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.525526] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 644.525526] env[68207]: value = "task-2776208" [ 644.525526] env[68207]: _type = "Task" [ 644.525526] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.544236] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.562651] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.600304] env[68207]: INFO nova.compute.manager [-] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Took 1.63 seconds to deallocate network for instance. [ 644.634898] env[68207]: DEBUG nova.compute.manager [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.635175] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.636129] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a18f2-3dca-48ad-99d6-7ee0b3f5278f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.645802] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.647125] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d22ffd-c2c7-4fef-a786-b5461743499b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.654491] env[68207]: DEBUG oslo_vmware.api [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 644.654491] env[68207]: value = "task-2776209" [ 644.654491] env[68207]: _type = "Task" [ 644.654491] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.668102] env[68207]: DEBUG oslo_vmware.api [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.765582] env[68207]: DEBUG nova.network.neutron [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Updated VIF entry in instance network info cache for port e4a0fb03-373b-4f50-94dc-a37e82db51cf. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.767531] env[68207]: DEBUG nova.network.neutron [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Updating instance_info_cache with network_info: [{"id": "e4a0fb03-373b-4f50-94dc-a37e82db51cf", "address": "fa:16:3e:b2:05:b1", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a0fb03-37", "ovs_interfaceid": "e4a0fb03-373b-4f50-94dc-a37e82db51cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.813776] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776205, 'name': PowerOnVM_Task} progress is 19%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.823296] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776206, 'name': CreateVM_Task, 'duration_secs': 0.545213} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.823591] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.825884] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.825884] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.825884] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.825884] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4db0829-2e56-4158-a689-673431cc9cc7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.833717] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 644.833717] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e357e5-81bd-17a8-a19f-12db2e53b9ed" [ 644.833717] env[68207]: _type = "Task" [ 644.833717] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.847362] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e357e5-81bd-17a8-a19f-12db2e53b9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.886477] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.892996] env[68207]: DEBUG nova.scheduler.client.report [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.944825] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.945394] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.945570] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.945753] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.946075] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.946300] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.946569] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.946761] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.946965] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.947145] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.947319] env[68207]: DEBUG nova.virt.hardware [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.949411] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff37125d-33ae-401d-baa2-426dede38bee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.964611] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada329b4-f577-4c4d-af24-4c417d8f9e79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.993763] env[68207]: DEBUG nova.network.neutron [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.036126] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.108937] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.173127] env[68207]: DEBUG oslo_vmware.api [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776209, 'name': PowerOffVM_Task, 'duration_secs': 0.24406} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.173258] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.173473] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.176637] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25a7f7c-c270-4a1e-9481-60fee8914ca4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.236477] env[68207]: DEBUG nova.network.neutron [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Updating instance_info_cache with network_info: [{"id": "4e2e7b65-51fa-46a2-87e9-1109d46922b6", "address": "fa:16:3e:ec:56:ec", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2e7b65-51", "ovs_interfaceid": "4e2e7b65-51fa-46a2-87e9-1109d46922b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.272182] env[68207]: DEBUG oslo_concurrency.lockutils [req-3bcdb7d2-5326-4a4b-ac37-adcf959031d5 req-717678b3-8ca5-49cc-b722-3903ed2fe94f service nova] Releasing lock "refresh_cache-4f616201-6b85-4b7f-9464-a6b42bebee28" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.273408] env[68207]: DEBUG nova.compute.manager [req-9300cbfd-ddbd-47a8-8926-075394ec4024 req-c7decab6-d6fa-45b8-a38e-27edaa9bf6e6 service nova] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Received event network-vif-deleted-8c44ac1c-de21-45e9-97a6-038ab8db624a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.319121] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776205, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.351067] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e357e5-81bd-17a8-a19f-12db2e53b9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.351377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.351615] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.353148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.353148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.353148] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.353148] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1292b5c2-3c45-4ad3-bf90-32a12ad138c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.364779] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.365662] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.365807] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e0ba15-7ef0-4786-ac16-95425115d2bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.375366] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 645.375366] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522c5e8c-76f7-7826-55ae-989400275826" [ 645.375366] env[68207]: _type = "Task" [ 645.375366] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.387364] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522c5e8c-76f7-7826-55ae-989400275826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.401755] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.402331] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.408850] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.992s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.408850] env[68207]: DEBUG nova.objects.instance [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 645.539623] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776208, 'name': PowerOnVM_Task, 'duration_secs': 0.627406} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.543020] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.543020] env[68207]: INFO nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Took 10.76 seconds to spawn the instance on the hypervisor. [ 645.543020] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.543020] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed85cd5-29d5-4470-89d4-93fc782d50a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.739799] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Releasing lock "refresh_cache-6ab1ccb3-7844-4a17-8747-561d1d96ea38" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.740152] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Instance network_info: |[{"id": "4e2e7b65-51fa-46a2-87e9-1109d46922b6", "address": "fa:16:3e:ec:56:ec", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2e7b65-51", "ovs_interfaceid": "4e2e7b65-51fa-46a2-87e9-1109d46922b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.740705] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:56:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2e7b65-51fa-46a2-87e9-1109d46922b6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.753399] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Creating folder: Project (b13dcf13c09748b39b0e0e38f46263e6). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.753399] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-268f6729-148e-4bf2-90f9-6bd7a549060e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.771205] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Created folder: Project (b13dcf13c09748b39b0e0e38f46263e6) in parent group-v558176. [ 645.771205] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Creating folder: Instances. Parent ref: group-v558207. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.771205] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8386f82-8178-423f-96fd-b67d72a382f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.787298] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Created folder: Instances in parent group-v558207. [ 645.787600] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.788022] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.788225] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e178a3e9-2ee9-4a79-a092-bb3759c13ac5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.823192] env[68207]: DEBUG oslo_vmware.api [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776205, 'name': PowerOnVM_Task, 'duration_secs': 1.762784} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.823192] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.823192] env[68207]: INFO nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Took 13.55 seconds to spawn the instance on the hypervisor. [ 645.823433] env[68207]: DEBUG nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.823524] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.823524] env[68207]: value = "task-2776213" [ 645.823524] env[68207]: _type = "Task" [ 645.823524] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.824433] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d9b5b-45f9-42b1-a337-7d250e9311ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.840490] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776213, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.850767] env[68207]: DEBUG nova.compute.manager [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Received event network-vif-plugged-4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.851625] env[68207]: DEBUG oslo_concurrency.lockutils [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] Acquiring lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.851625] env[68207]: DEBUG oslo_concurrency.lockutils [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.851625] env[68207]: DEBUG oslo_concurrency.lockutils [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.852138] env[68207]: DEBUG nova.compute.manager [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] No waiting events found dispatching network-vif-plugged-4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.852138] env[68207]: WARNING nova.compute.manager [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Received unexpected event network-vif-plugged-4e2e7b65-51fa-46a2-87e9-1109d46922b6 for instance with vm_state building and task_state spawning. [ 645.852138] env[68207]: DEBUG nova.compute.manager [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Received event network-changed-4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.852259] env[68207]: DEBUG nova.compute.manager [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Refreshing instance network info cache due to event network-changed-4e2e7b65-51fa-46a2-87e9-1109d46922b6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.852429] env[68207]: DEBUG oslo_concurrency.lockutils [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] Acquiring lock "refresh_cache-6ab1ccb3-7844-4a17-8747-561d1d96ea38" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.852557] env[68207]: DEBUG oslo_concurrency.lockutils [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] Acquired lock "refresh_cache-6ab1ccb3-7844-4a17-8747-561d1d96ea38" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.852854] env[68207]: DEBUG nova.network.neutron [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Refreshing network info cache for port 4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.881318] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.881498] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.881817] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Deleting the datastore file [datastore2] 081158fd-d322-4fb7-bf2d-29291f8877b8 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.882215] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d30be9bb-8aab-4f70-9f31-d0a893d6b18b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.897506] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522c5e8c-76f7-7826-55ae-989400275826, 'name': SearchDatastore_Task, 'duration_secs': 0.02036} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.897732] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f56d34-f72e-49ac-aacb-8b0748a173bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.904176] env[68207]: DEBUG oslo_vmware.api [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for the task: (returnval){ [ 645.904176] env[68207]: value = "task-2776214" [ 645.904176] env[68207]: _type = "Task" [ 645.904176] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.905217] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 645.905217] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523cb0e3-7676-5c11-6cf0-9cbf0705def4" [ 645.905217] env[68207]: _type = "Task" [ 645.905217] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.937107] env[68207]: DEBUG nova.compute.utils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.939736] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523cb0e3-7676-5c11-6cf0-9cbf0705def4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.940607] env[68207]: DEBUG oslo_vmware.api [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.941505] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.941834] env[68207]: DEBUG nova.network.neutron [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.020235] env[68207]: DEBUG nova.policy [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fc4940db3a64ad3924b6de907e53bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74965d2b74314dbc8bb5cf12f109ebc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.071428] env[68207]: INFO nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Took 23.43 seconds to build instance. [ 646.107118] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.107118] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.339261] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776213, 'name': CreateVM_Task, 'duration_secs': 0.454862} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.339261] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.339261] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339639] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.339806] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.340575] env[68207]: DEBUG nova.network.neutron [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Successfully updated port: 90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.344189] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9898d3de-c2a4-4c31-98cb-4093768b5130 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.354591] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 646.354591] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52faeaba-8224-42ae-bf5f-478c7215e01b" [ 646.354591] env[68207]: _type = "Task" [ 646.354591] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.354917] env[68207]: INFO nova.compute.manager [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Took 23.75 seconds to build instance. [ 646.368786] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52faeaba-8224-42ae-bf5f-478c7215e01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.417790] env[68207]: DEBUG oslo_vmware.api [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Task: {'id': task-2776214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275801} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.418494] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.418677] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.418928] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.419224] env[68207]: INFO nova.compute.manager [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Took 1.78 seconds to destroy the instance on the hypervisor. [ 646.419486] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.419719] env[68207]: DEBUG nova.compute.manager [-] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.419818] env[68207]: DEBUG nova.network.neutron [-] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.424733] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523cb0e3-7676-5c11-6cf0-9cbf0705def4, 'name': SearchDatastore_Task, 'duration_secs': 0.015195} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.425279] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.425717] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.425817] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3acd4cfb-3c55-4a41-81a5-94ceb6077484 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.433460] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 646.433460] env[68207]: value = "task-2776215" [ 646.433460] env[68207]: _type = "Task" [ 646.433460] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.437754] env[68207]: DEBUG oslo_concurrency.lockutils [None req-75f6ace5-ea4b-48ea-b55c-22c7ed5a5e22 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.438618] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.662s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.440072] env[68207]: INFO nova.compute.claims [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.446097] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.449166] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.573410] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.939s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.584395] env[68207]: DEBUG nova.network.neutron [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Successfully created port: be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.676477] env[68207]: DEBUG nova.network.neutron [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Updated VIF entry in instance network info cache for port 4e2e7b65-51fa-46a2-87e9-1109d46922b6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.676477] env[68207]: DEBUG nova.network.neutron [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Updating instance_info_cache with network_info: [{"id": "4e2e7b65-51fa-46a2-87e9-1109d46922b6", "address": "fa:16:3e:ec:56:ec", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2e7b65-51", "ovs_interfaceid": "4e2e7b65-51fa-46a2-87e9-1109d46922b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.850353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.850515] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.850677] env[68207]: DEBUG nova.network.neutron [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.863161] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8186580-0240-4b9a-9a90-08d407946b04 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.269s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.876157] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52faeaba-8224-42ae-bf5f-478c7215e01b, 'name': SearchDatastore_Task, 'duration_secs': 0.042545} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.876500] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.876920] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.877086] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.877202] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.877378] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.877644] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0c8df13-0f6a-4359-8dbe-fd17ffd044bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.897796] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.899353] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.899843] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a6618d-5389-4dbe-8d00-e1aee9831c3a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.912797] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 646.912797] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5272dd30-c553-ba82-56db-f181d2c0d603" [ 646.912797] env[68207]: _type = "Task" [ 646.912797] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.925166] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5272dd30-c553-ba82-56db-f181d2c0d603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.959868] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776215, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.076523] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.182099] env[68207]: DEBUG oslo_concurrency.lockutils [req-b50f722d-b6f5-4cd6-8484-df845790e1e4 req-51c52c00-03b8-48d5-80bd-9166d4089678 service nova] Releasing lock "refresh_cache-6ab1ccb3-7844-4a17-8747-561d1d96ea38" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.324008] env[68207]: DEBUG nova.network.neutron [-] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.366942] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.399855] env[68207]: DEBUG nova.network.neutron [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.427118] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5272dd30-c553-ba82-56db-f181d2c0d603, 'name': SearchDatastore_Task, 'duration_secs': 0.06082} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.428637] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235baecb-bd9a-43a4-b49f-338ea0a6b851 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.435108] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 647.435108] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52695b04-4261-ec26-75cd-4085fc0d79f5" [ 647.435108] env[68207]: _type = "Task" [ 647.435108] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.452132] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821257} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.452404] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52695b04-4261-ec26-75cd-4085fc0d79f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.452662] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.452888] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.453169] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d0b3dfb-2b59-4989-ac09-4a3575b97072 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.462305] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.467461] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 647.467461] env[68207]: value = "task-2776216" [ 647.467461] env[68207]: _type = "Task" [ 647.467461] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.478617] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.503370] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.503713] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.503897] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.504116] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.504274] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.504441] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.504698] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.504876] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.505080] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.505262] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.505455] env[68207]: DEBUG nova.virt.hardware [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.506836] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6d914-8ac1-46f7-9988-0f843f435cbb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.522770] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f59472d-fddc-4a35-9dbc-f0bd539ee4d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.601783] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.772327] env[68207]: DEBUG nova.network.neutron [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.784327] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "1a6bac6d-a619-422b-8ca5-98dc565a896e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.784552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "1a6bac6d-a619-422b-8ca5-98dc565a896e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.827062] env[68207]: INFO nova.compute.manager [-] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Took 1.41 seconds to deallocate network for instance. [ 647.890794] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.907276] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85f25e-49d6-437f-b962-06934ab52e4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.917444] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f428f-8638-4bae-8af1-418a3e058740 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.963108] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad89cdd6-d4fc-4247-bcf0-d72423f88692 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.977321] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774d073-74f4-4236-99fe-4831a4b90afc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.982014] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52695b04-4261-ec26-75cd-4085fc0d79f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.982014] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.982014] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6ab1ccb3-7844-4a17-8747-561d1d96ea38/6ab1ccb3-7844-4a17-8747-561d1d96ea38.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.982771] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1459230b-c705-44aa-a126-e9eb674ca3b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.988241] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141491} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.998943] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.998943] env[68207]: DEBUG nova.compute.provider_tree [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.998943] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f8c05-b17e-4828-9fa8-ea2e1925e875 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.003276] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 648.003276] env[68207]: value = "task-2776217" [ 648.003276] env[68207]: _type = "Task" [ 648.003276] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.023157] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.024602] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4661ca6d-5cbb-41e3-a39f-402015275c7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.043976] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.050457] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 648.050457] env[68207]: value = "task-2776218" [ 648.050457] env[68207]: _type = "Task" [ 648.050457] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.061254] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.285020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.285449] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Instance network_info: |[{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.285937] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:28:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90d11501-cabd-40ee-9ebc-a34d4acaacde', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.295322] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Creating folder: Project (7be96dca3cff45c89e8302e7bd09bfe9). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.295746] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3645f10-c40e-4e46-80d6-c4d184189675 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.310147] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Created folder: Project (7be96dca3cff45c89e8302e7bd09bfe9) in parent group-v558176. [ 648.310413] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Creating folder: Instances. Parent ref: group-v558210. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.310680] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f39e46-902f-4299-89f3-32e8e2598fe6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.324117] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Created folder: Instances in parent group-v558210. [ 648.324458] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.324711] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.324980] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c482e996-116c-42a3-9b41-906500e09308 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.340924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.348158] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.348158] env[68207]: value = "task-2776221" [ 648.348158] env[68207]: _type = "Task" [ 648.348158] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.358674] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776221, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.397980] env[68207]: DEBUG nova.network.neutron [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Successfully updated port: be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.504939] env[68207]: DEBUG nova.scheduler.client.report [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.527196] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.569359] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.615793] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "090dd945-10e1-4fe3-841e-cace0a125d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.616087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "090dd945-10e1-4fe3-841e-cace0a125d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.859453] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776221, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.901706] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901706] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquired lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.901933] env[68207]: DEBUG nova.network.neutron [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.018600] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.019130] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.023690] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.236s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.025155] env[68207]: INFO nova.compute.claims [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.040855] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594289} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.041410] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6ab1ccb3-7844-4a17-8747-561d1d96ea38/6ab1ccb3-7844-4a17-8747-561d1d96ea38.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.041623] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.041872] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2879d65-31c7-4547-ae6e-93c4b4a8b2df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.055642] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 649.055642] env[68207]: value = "task-2776222" [ 649.055642] env[68207]: _type = "Task" [ 649.055642] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.072507] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776218, 'name': ReconfigVM_Task, 'duration_secs': 0.634279} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.076141] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd/157b6f13-23f2-4294-9342-d217ab63fcfd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.076316] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.077240] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924b69ee-fddb-403a-a6cd-00ab4239edfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.085847] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 649.085847] env[68207]: value = "task-2776223" [ 649.085847] env[68207]: _type = "Task" [ 649.085847] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.097391] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776223, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.275825] env[68207]: DEBUG nova.compute.manager [req-3c2ffcd7-f251-424c-9d85-874d5b7eaeae req-299fd27d-af7a-42d2-9a2e-faa6c57eb6a7 service nova] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Received event network-vif-deleted-97ccdab9-2528-417a-8502-f7b6c880d79f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 649.360953] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776221, 'name': CreateVM_Task, 'duration_secs': 0.640168} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.361331] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.362365] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.362534] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.363177] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.363453] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733dacdf-0823-4c65-b52c-8202ffc22b6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.370434] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 649.370434] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5290972b-8322-c3b4-ca94-0e4d4ce57e8f" [ 649.370434] env[68207]: _type = "Task" [ 649.370434] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.380240] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5290972b-8322-c3b4-ca94-0e4d4ce57e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.446563] env[68207]: DEBUG nova.network.neutron [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.537570] env[68207]: DEBUG nova.compute.utils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.537570] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.537570] env[68207]: DEBUG nova.network.neutron [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.559048] env[68207]: DEBUG nova.compute.manager [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received event network-vif-plugged-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 649.559706] env[68207]: DEBUG oslo_concurrency.lockutils [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] Acquiring lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.559706] env[68207]: DEBUG oslo_concurrency.lockutils [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.559706] env[68207]: DEBUG oslo_concurrency.lockutils [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.559934] env[68207]: DEBUG nova.compute.manager [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] No waiting events found dispatching network-vif-plugged-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.559934] env[68207]: WARNING nova.compute.manager [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received unexpected event network-vif-plugged-90d11501-cabd-40ee-9ebc-a34d4acaacde for instance with vm_state building and task_state spawning. [ 649.560066] env[68207]: DEBUG nova.compute.manager [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 649.560530] env[68207]: DEBUG nova.compute.manager [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing instance network info cache due to event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 649.560530] env[68207]: DEBUG oslo_concurrency.lockutils [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.560530] env[68207]: DEBUG oslo_concurrency.lockutils [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.560743] env[68207]: DEBUG nova.network.neutron [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.580988] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076143} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.582832] env[68207]: DEBUG nova.policy [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16205bdc570f4c58aa56f1a31135bfbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21eca07c5aef45aa983f77af0b5390d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.584638] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.586144] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca803b7d-b0de-4557-bbf1-3b74c0d46ed1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.616849] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6ab1ccb3-7844-4a17-8747-561d1d96ea38/6ab1ccb3-7844-4a17-8747-561d1d96ea38.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.623490] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88ab40a-3e0a-443d-8951-6fff42d853e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.640736] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776223, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.649578] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 649.649578] env[68207]: value = "task-2776224" [ 649.649578] env[68207]: _type = "Task" [ 649.649578] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.660190] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.693464] env[68207]: DEBUG nova.network.neutron [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updating instance_info_cache with network_info: [{"id": "be44351f-f436-4dd1-9336-2eade8c5af89", "address": "fa:16:3e:14:d8:2c", "network": {"id": "36ab8b52-5463-4a79-9daf-8386d05cfa3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-370336252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74965d2b74314dbc8bb5cf12f109ebc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe44351f-f4", "ovs_interfaceid": "be44351f-f436-4dd1-9336-2eade8c5af89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.887387] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5290972b-8322-c3b4-ca94-0e4d4ce57e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.055618} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.887774] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.888100] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.888360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.888570] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.888783] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.890741] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9daa2ed6-4397-43d8-a284-3df34c4fb0b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.904330] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.904472] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.905325] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767da94c-bac6-41fc-9c93-1e0ac41c8d8a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.912407] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 649.912407] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52066207-dcb5-afcc-0455-cb36228aed1e" [ 649.912407] env[68207]: _type = "Task" [ 649.912407] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.921910] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52066207-dcb5-afcc-0455-cb36228aed1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.040343] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.058705] env[68207]: DEBUG nova.network.neutron [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Successfully created port: 9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.103858] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776223, 'name': Rename_Task, 'duration_secs': 0.610151} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.110964] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.112376] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe5fa69c-6923-49f8-8aca-3386cf44f523 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.121958] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Waiting for the task: (returnval){ [ 650.121958] env[68207]: value = "task-2776225" [ 650.121958] env[68207]: _type = "Task" [ 650.121958] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.135275] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.164893] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776224, 'name': ReconfigVM_Task, 'duration_secs': 0.462084} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.167741] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6ab1ccb3-7844-4a17-8747-561d1d96ea38/6ab1ccb3-7844-4a17-8747-561d1d96ea38.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.168772] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f3c7850-f128-4873-8c4b-d550c3825cd3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.183548] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 650.183548] env[68207]: value = "task-2776226" [ 650.183548] env[68207]: _type = "Task" [ 650.183548] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.200396] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Releasing lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.200396] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Instance network_info: |[{"id": "be44351f-f436-4dd1-9336-2eade8c5af89", "address": "fa:16:3e:14:d8:2c", "network": {"id": "36ab8b52-5463-4a79-9daf-8386d05cfa3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-370336252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74965d2b74314dbc8bb5cf12f109ebc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe44351f-f4", "ovs_interfaceid": "be44351f-f436-4dd1-9336-2eade8c5af89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.200801] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776226, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.202430] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:d8:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be44351f-f436-4dd1-9336-2eade8c5af89', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.211589] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Creating folder: Project (74965d2b74314dbc8bb5cf12f109ebc4). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.214445] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b771045-77fc-4adc-9a5c-bc0d232396f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.233022] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Created folder: Project (74965d2b74314dbc8bb5cf12f109ebc4) in parent group-v558176. [ 650.233022] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Creating folder: Instances. Parent ref: group-v558213. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.233022] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6001f47c-8553-443e-8d53-021b2c6b1ba7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.245657] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Created folder: Instances in parent group-v558213. [ 650.245931] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.246171] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.246669] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b3c5c75-9d84-43a8-8099-139abc668d70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.274078] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.274078] env[68207]: value = "task-2776229" [ 650.274078] env[68207]: _type = "Task" [ 650.274078] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.289407] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776229, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.381182] env[68207]: DEBUG nova.network.neutron [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updated VIF entry in instance network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.381515] env[68207]: DEBUG nova.network.neutron [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.430035] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52066207-dcb5-afcc-0455-cb36228aed1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014199} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.430836] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3042d31c-b4e1-434e-9b20-843aaff5e97b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.440165] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 650.440165] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f53aa0-c62c-4aea-95cf-7b92469ef539" [ 650.440165] env[68207]: _type = "Task" [ 650.440165] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.449199] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f53aa0-c62c-4aea-95cf-7b92469ef539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.521478] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b622160e-5469-4cc5-a630-52464860c4b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.530948] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629604ee-ca67-4586-82c1-00d075fa0591 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.573380] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48486732-906e-4b45-9cee-132ed15f7cb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.587207] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e1d6f-1417-4fae-8d6a-fd75041f468b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.605543] env[68207]: DEBUG nova.compute.provider_tree [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.638492] env[68207]: DEBUG oslo_vmware.api [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Task: {'id': task-2776225, 'name': PowerOnVM_Task, 'duration_secs': 0.502095} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.638783] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.639036] env[68207]: DEBUG nova.compute.manager [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.640066] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4523e504-f3d9-4572-afa3-e4ac18ee3266 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.694292] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776226, 'name': Rename_Task, 'duration_secs': 0.193998} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.694573] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.694810] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec3a56e6-91f7-4380-a2e6-6a9aa6185d1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.703187] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 650.703187] env[68207]: value = "task-2776230" [ 650.703187] env[68207]: _type = "Task" [ 650.703187] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.712192] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.785139] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776229, 'name': CreateVM_Task, 'duration_secs': 0.421496} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.785324] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.786155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.786266] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.786708] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.786827] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40e3db4-d6fa-42da-b945-ad69a896a459 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.793913] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 650.793913] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a172a4-1f64-9a51-2da8-260fa67a5ff9" [ 650.793913] env[68207]: _type = "Task" [ 650.793913] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.808312] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a172a4-1f64-9a51-2da8-260fa67a5ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.888922] env[68207]: DEBUG oslo_concurrency.lockutils [req-aefbf9c0-aaaf-4128-9587-aceadce29808 req-26ca2f5e-c92b-400d-aeeb-9dbcab5d9b32 service nova] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.952823] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f53aa0-c62c-4aea-95cf-7b92469ef539, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.953314] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.953810] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6a77cc49-0b11-4341-a8c9-290cdf086ca0/6a77cc49-0b11-4341-a8c9-290cdf086ca0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.954267] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae898396-2dfb-4ebc-b1ec-82fa5eef986f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.962984] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 650.962984] env[68207]: value = "task-2776231" [ 650.962984] env[68207]: _type = "Task" [ 650.962984] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.973495] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.070139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.070139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.070139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.070320] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.070503] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.073049] env[68207]: INFO nova.compute.manager [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Terminating instance [ 651.080634] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.108768] env[68207]: DEBUG nova.scheduler.client.report [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.120268] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.120268] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.120268] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.120902] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.120902] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.120902] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.120902] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.120902] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.121106] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.121106] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.121106] env[68207]: DEBUG nova.virt.hardware [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.121106] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154ed1bb-a430-4036-94bf-32d225a43068 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.130822] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffccae32-4645-45cc-b0ca-e164e372c6ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.158198] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.215394] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.305017] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a172a4-1f64-9a51-2da8-260fa67a5ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.305334] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.305677] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.305804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.305950] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.306142] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.306393] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95f7f375-2dc6-42fc-90af-f4e0ee05ec0b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.318322] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.318634] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.319321] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f35245-cba7-4472-aedf-165fd3ac68ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.326955] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 651.326955] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5293684b-1311-2bdf-bfaa-20727ecf05af" [ 651.326955] env[68207]: _type = "Task" [ 651.326955] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.341327] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5293684b-1311-2bdf-bfaa-20727ecf05af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.474843] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.577748] env[68207]: DEBUG nova.compute.manager [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.578360] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.578965] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a6e713-8fb1-4674-8476-eaa1b92db35c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.587539] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.587884] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37623161-9267-4223-89f0-498235fdd6f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.596266] env[68207]: DEBUG oslo_vmware.api [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 651.596266] env[68207]: value = "task-2776232" [ 651.596266] env[68207]: _type = "Task" [ 651.596266] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.605665] env[68207]: DEBUG oslo_vmware.api [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.624197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.624677] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.630120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.243s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.630120] env[68207]: DEBUG nova.objects.instance [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lazy-loading 'resources' on Instance uuid 8df86dfd-b28d-4fe5-8af9-e15d41334484 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.718488] env[68207]: DEBUG oslo_vmware.api [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776230, 'name': PowerOnVM_Task, 'duration_secs': 0.786972} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.718814] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.719237] env[68207]: INFO nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Took 9.46 seconds to spawn the instance on the hypervisor. [ 651.719463] env[68207]: DEBUG nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.720297] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea25af-b43e-4671-89b4-b8f2a85804b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.751731] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "f94f8d22-0297-418d-b3c0-561a999723ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.751966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "f94f8d22-0297-418d-b3c0-561a999723ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.840523] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5293684b-1311-2bdf-bfaa-20727ecf05af, 'name': SearchDatastore_Task, 'duration_secs': 0.040653} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.841438] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c78ba5a-6cba-4811-bf9e-7701627b6d6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.848760] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 651.848760] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ba7138-47c6-e8ad-ea9f-17707f307c20" [ 651.848760] env[68207]: _type = "Task" [ 651.848760] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.859510] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ba7138-47c6-e8ad-ea9f-17707f307c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.975275] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.108469] env[68207]: DEBUG oslo_vmware.api [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776232, 'name': PowerOffVM_Task, 'duration_secs': 0.290238} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.109046] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.109589] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.109950] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e297e01-3134-4b5c-8bf6-38147283d645 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.132631] env[68207]: DEBUG nova.compute.utils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.132631] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.132631] env[68207]: DEBUG nova.network.neutron [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.171139] env[68207]: DEBUG nova.network.neutron [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Successfully updated port: 9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.181242] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.181242] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.181242] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleting the datastore file [datastore2] f3c2c9c1-f902-4ff6-a458-4f7eca562aa6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.182130] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb865737-bac5-4444-89c2-6b0775a94ade {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.190847] env[68207]: DEBUG oslo_vmware.api [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 652.190847] env[68207]: value = "task-2776234" [ 652.190847] env[68207]: _type = "Task" [ 652.190847] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.209168] env[68207]: DEBUG oslo_vmware.api [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.222802] env[68207]: DEBUG nova.policy [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3d0a51dd6c84a7caa6cf571bffe850c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596fcf01864d4382807a10a6b71516ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.247957] env[68207]: INFO nova.compute.manager [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Took 27.92 seconds to build instance. [ 652.370211] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ba7138-47c6-e8ad-ea9f-17707f307c20, 'name': SearchDatastore_Task, 'duration_secs': 0.058289} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.373297] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.373392] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c/6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.374193] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a480e7b-7482-4732-9f5e-06ceb950727f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.383159] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 652.383159] env[68207]: value = "task-2776235" [ 652.383159] env[68207]: _type = "Task" [ 652.383159] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.396928] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.484574] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776231, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.169098} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.485168] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6a77cc49-0b11-4341-a8c9-290cdf086ca0/6a77cc49-0b11-4341-a8c9-290cdf086ca0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.485822] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.486127] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e64c981a-0229-4a3a-a81d-054f8e6a7074 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.501291] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 652.501291] env[68207]: value = "task-2776236" [ 652.501291] env[68207]: _type = "Task" [ 652.501291] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.521963] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.635833] env[68207]: DEBUG nova.network.neutron [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Successfully created port: fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.647205] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.664108] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6fe363-19a6-4341-a836-ac9dd4c30c32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.673923] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1262521f-2244-4cbe-a00b-3b0643602b21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.680905] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "refresh_cache-416f940e-9efb-445b-887e-a0b750c6ed96" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.681164] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquired lock "refresh_cache-416f940e-9efb-445b-887e-a0b750c6ed96" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.681356] env[68207]: DEBUG nova.network.neutron [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.718604] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3330c7bf-68f5-45e2-b461-70dfb95be1ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.728447] env[68207]: DEBUG oslo_vmware.api [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.731182] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.731415] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.731592] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.731768] env[68207]: INFO nova.compute.manager [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 652.732174] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.732729] env[68207]: DEBUG nova.compute.manager [-] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.732729] env[68207]: DEBUG nova.network.neutron [-] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.735157] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fab1cc-29dd-4052-81f1-a70163a26754 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.753147] env[68207]: DEBUG oslo_concurrency.lockutils [None req-37dc7599-f9c5-4b0a-b8c8-30db76141320 tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.433s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.753543] env[68207]: DEBUG nova.compute.provider_tree [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.796511] env[68207]: DEBUG nova.network.neutron [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.807436] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "4f616201-6b85-4b7f-9464-a6b42bebee28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.807732] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.807972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "4f616201-6b85-4b7f-9464-a6b42bebee28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.808204] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.808411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.811818] env[68207]: INFO nova.compute.manager [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Terminating instance [ 652.901473] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478741} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.901742] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c/6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.902183] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.902399] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efaa6b50-475d-4491-a9f8-df17f9a13566 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.911325] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 652.911325] env[68207]: value = "task-2776237" [ 652.911325] env[68207]: _type = "Task" [ 652.911325] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.927292] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "b893c8b7-5398-481e-af5d-db3dc42170b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.927292] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.927292] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.012207] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14786} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.012636] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.014013] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c8d022-b115-4dcf-9887-0d1c46cb07a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.039717] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 6a77cc49-0b11-4341-a8c9-290cdf086ca0/6a77cc49-0b11-4341-a8c9-290cdf086ca0.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.039991] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfdea28d-2637-4010-8314-2ee934839df8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.066451] env[68207]: DEBUG nova.compute.manager [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Received event network-changed-dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.066677] env[68207]: DEBUG nova.compute.manager [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Refreshing instance network info cache due to event network-changed-dfcfc1a5-9617-4ebc-b062-732721b427ae. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 653.066890] env[68207]: DEBUG oslo_concurrency.lockutils [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] Acquiring lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.067083] env[68207]: DEBUG oslo_concurrency.lockutils [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] Acquired lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.067188] env[68207]: DEBUG nova.network.neutron [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Refreshing network info cache for port dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.078128] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 653.078128] env[68207]: value = "task-2776238" [ 653.078128] env[68207]: _type = "Task" [ 653.078128] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.088782] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.166404] env[68207]: DEBUG nova.network.neutron [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Updating instance_info_cache with network_info: [{"id": "9086c399-6da6-45d8-ba94-8d6ef7bd79c7", "address": "fa:16:3e:5c:52:77", "network": {"id": "2439c1cc-01a0-4a28-8702-a96136a3cfff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1607872862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eca07c5aef45aa983f77af0b5390d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9086c399-6d", "ovs_interfaceid": "9086c399-6da6-45d8-ba94-8d6ef7bd79c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.255545] env[68207]: DEBUG nova.compute.manager [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Received event network-vif-plugged-be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.255545] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.255545] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.255545] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.255545] env[68207]: DEBUG nova.compute.manager [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] No waiting events found dispatching network-vif-plugged-be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.256224] env[68207]: WARNING nova.compute.manager [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Received unexpected event network-vif-plugged-be44351f-f436-4dd1-9336-2eade8c5af89 for instance with vm_state building and task_state spawning. [ 653.256224] env[68207]: DEBUG nova.compute.manager [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Received event network-changed-be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.256224] env[68207]: DEBUG nova.compute.manager [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Refreshing instance network info cache due to event network-changed-be44351f-f436-4dd1-9336-2eade8c5af89. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 653.256224] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] Acquiring lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.256224] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] Acquired lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.257730] env[68207]: DEBUG nova.network.neutron [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Refreshing network info cache for port be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.257730] env[68207]: DEBUG nova.scheduler.client.report [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.261449] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.319433] env[68207]: DEBUG nova.compute.manager [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.320069] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.321287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d92eea3-3bdd-4b1b-bee2-e3035271b009 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.332939] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.332939] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b7344f-04e8-4811-94dc-22ead12b2186 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.340975] env[68207]: DEBUG oslo_vmware.api [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 653.340975] env[68207]: value = "task-2776239" [ 653.340975] env[68207]: _type = "Task" [ 653.340975] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.351188] env[68207]: DEBUG oslo_vmware.api [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.423971] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07081} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.424173] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.425013] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ebc073-2bff-40b8-a366-eef61d4162fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.453022] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c/6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.453634] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af20ce1f-51c3-48d8-8e7c-46e844ff0488 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.477312] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 653.477312] env[68207]: value = "task-2776240" [ 653.477312] env[68207]: _type = "Task" [ 653.477312] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.488373] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.589853] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776238, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.656236] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.670947] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Releasing lock "refresh_cache-416f940e-9efb-445b-887e-a0b750c6ed96" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.672643] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Instance network_info: |[{"id": "9086c399-6da6-45d8-ba94-8d6ef7bd79c7", "address": "fa:16:3e:5c:52:77", "network": {"id": "2439c1cc-01a0-4a28-8702-a96136a3cfff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1607872862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eca07c5aef45aa983f77af0b5390d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9086c399-6d", "ovs_interfaceid": "9086c399-6da6-45d8-ba94-8d6ef7bd79c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.673025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:52:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9086c399-6da6-45d8-ba94-8d6ef7bd79c7', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.681877] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Creating folder: Project (21eca07c5aef45aa983f77af0b5390d0). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.682316] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-992bb7f7-5317-40ab-940f-9044895a43a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.694627] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Created folder: Project (21eca07c5aef45aa983f77af0b5390d0) in parent group-v558176. [ 653.694835] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Creating folder: Instances. Parent ref: group-v558216. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.695112] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e69fbfb-e765-41c6-bd6f-fc743e21fe0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.701876] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.702190] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.702652] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.702993] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.703269] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.703497] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.704608] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.704608] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.704608] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.704608] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.704748] env[68207]: DEBUG nova.virt.hardware [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.705664] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2046cc25-bea7-4349-867e-51d7f40e07d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.713591] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Created folder: Instances in parent group-v558216. [ 653.714071] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.714863] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.715502] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1421c945-2d9b-4612-9052-676def77777a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.738025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25985d4d-be40-4ebf-8a79-74eaf5a48d4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.743983] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.743983] env[68207]: value = "task-2776243" [ 653.743983] env[68207]: _type = "Task" [ 653.743983] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.766937] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.778413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.614s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.780345] env[68207]: INFO nova.compute.claims [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.791553] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776243, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.815027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.816514] env[68207]: INFO nova.scheduler.client.report [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Deleted allocations for instance 8df86dfd-b28d-4fe5-8af9-e15d41334484 [ 653.856742] env[68207]: DEBUG oslo_vmware.api [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776239, 'name': PowerOffVM_Task, 'duration_secs': 0.222841} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.856953] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.857142] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.862613] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88fc2969-ea14-4cdc-b319-da557fe3636e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.955661] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.955889] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.956087] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleting the datastore file [datastore2] 4f616201-6b85-4b7f-9464-a6b42bebee28 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.956699] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-980883b5-658c-4e4f-88a1-5794e74733e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.968181] env[68207]: DEBUG oslo_vmware.api [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 653.968181] env[68207]: value = "task-2776245" [ 653.968181] env[68207]: _type = "Task" [ 653.968181] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.980566] env[68207]: DEBUG oslo_vmware.api [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.985443] env[68207]: DEBUG nova.network.neutron [-] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.993641] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776240, 'name': ReconfigVM_Task, 'duration_secs': 0.293983} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.997017] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c/6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.997017] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f297ce62-8808-4183-8084-336e895ecabd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.004313] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 654.004313] env[68207]: value = "task-2776246" [ 654.004313] env[68207]: _type = "Task" [ 654.004313] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.019606] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776246, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.058981] env[68207]: DEBUG nova.network.neutron [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updated VIF entry in instance network info cache for port dfcfc1a5-9617-4ebc-b062-732721b427ae. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.059269] env[68207]: DEBUG nova.network.neutron [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updating instance_info_cache with network_info: [{"id": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "address": "fa:16:3e:b6:3b:a9", "network": {"id": "7f7e3f23-336f-4b94-a604-f827f80defe4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1688175872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b24b32adcc422782a67d786a87327f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfc1a5-96", "ovs_interfaceid": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.090128] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776238, 'name': ReconfigVM_Task, 'duration_secs': 0.561578} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.090475] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 6a77cc49-0b11-4341-a8c9-290cdf086ca0/6a77cc49-0b11-4341-a8c9-290cdf086ca0.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.091188] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4360ef8c-4a61-4e90-8c6f-11429f0f1527 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.099338] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 654.099338] env[68207]: value = "task-2776247" [ 654.099338] env[68207]: _type = "Task" [ 654.099338] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.108369] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776247, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.257396] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776243, 'name': CreateVM_Task, 'duration_secs': 0.452465} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.257708] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.258555] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.258724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.259189] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.259477] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bc22ef-7c24-4c2f-90a1-5c33f89cd45c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.265566] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "157b6f13-23f2-4294-9342-d217ab63fcfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.265795] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "157b6f13-23f2-4294-9342-d217ab63fcfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.266008] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "157b6f13-23f2-4294-9342-d217ab63fcfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.266246] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "157b6f13-23f2-4294-9342-d217ab63fcfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.266413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "157b6f13-23f2-4294-9342-d217ab63fcfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.268491] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 654.268491] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524af10a-9b8d-586d-1b9e-ef6ab98e534c" [ 654.268491] env[68207]: _type = "Task" [ 654.268491] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.268857] env[68207]: INFO nova.compute.manager [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Terminating instance [ 654.282443] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524af10a-9b8d-586d-1b9e-ef6ab98e534c, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.282740] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.282975] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.283247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.283475] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.283677] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.284017] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da033f7a-9b3b-4b00-82cf-9f5582a6e84f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.296110] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.296318] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.297146] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed711a38-ccd6-4c1d-af89-83c13de94ff1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.304424] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 654.304424] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a900bc-6ccd-6cf7-ed76-4629985c6c09" [ 654.304424] env[68207]: _type = "Task" [ 654.304424] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.314225] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a900bc-6ccd-6cf7-ed76-4629985c6c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.327827] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4e27bea-cdd3-4603-9cce-5d00cabfc44b tempest-DeleteServersAdminTestJSON-92093024 tempest-DeleteServersAdminTestJSON-92093024-project-admin] Lock "8df86dfd-b28d-4fe5-8af9-e15d41334484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.045s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.484609] env[68207]: DEBUG oslo_vmware.api [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239272} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.484919] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.485176] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.485544] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.485622] env[68207]: INFO nova.compute.manager [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Took 1.17 seconds to destroy the instance on the hypervisor. [ 654.485877] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.486118] env[68207]: DEBUG nova.compute.manager [-] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.486295] env[68207]: DEBUG nova.network.neutron [-] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.489770] env[68207]: INFO nova.compute.manager [-] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Took 1.76 seconds to deallocate network for instance. [ 654.497431] env[68207]: DEBUG nova.network.neutron [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updated VIF entry in instance network info cache for port be44351f-f436-4dd1-9336-2eade8c5af89. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.498504] env[68207]: DEBUG nova.network.neutron [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updating instance_info_cache with network_info: [{"id": "be44351f-f436-4dd1-9336-2eade8c5af89", "address": "fa:16:3e:14:d8:2c", "network": {"id": "36ab8b52-5463-4a79-9daf-8386d05cfa3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-370336252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74965d2b74314dbc8bb5cf12f109ebc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe44351f-f4", "ovs_interfaceid": "be44351f-f436-4dd1-9336-2eade8c5af89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.524924] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776246, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.562126] env[68207]: DEBUG oslo_concurrency.lockutils [req-52c2ea09-8488-48cf-8fad-533576137929 req-18d2b36a-477b-4d67-b166-1fcba203e6f4 service nova] Releasing lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.611372] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776247, 'name': Rename_Task, 'duration_secs': 0.170188} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.611528] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.611778] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-308b3df3-b999-43fc-8c08-ff6cf02fa1d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.619824] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 654.619824] env[68207]: value = "task-2776248" [ 654.619824] env[68207]: _type = "Task" [ 654.619824] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.628821] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.777457] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "refresh_cache-157b6f13-23f2-4294-9342-d217ab63fcfd" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.777457] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquired lock "refresh_cache-157b6f13-23f2-4294-9342-d217ab63fcfd" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.779692] env[68207]: DEBUG nova.network.neutron [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.825267] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a900bc-6ccd-6cf7-ed76-4629985c6c09, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.826891] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced818ed-d928-46da-85d6-b8b2ff754e53 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.841842] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 654.841842] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d105ab-8dbc-7433-abb6-716d47e3d5fb" [ 654.841842] env[68207]: _type = "Task" [ 654.841842] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.853511] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d105ab-8dbc-7433-abb6-716d47e3d5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.876220] env[68207]: DEBUG nova.network.neutron [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Successfully updated port: fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.001251] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.001723] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c357532-52bf-435b-846a-49dde4aa7322 req-b26d873a-21ba-4444-9c08-58f8788d74cd service nova] Releasing lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.025127] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776246, 'name': Rename_Task, 'duration_secs': 0.860309} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.025409] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.025658] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1ff7977-e8ac-4199-9e1e-729d8dbde327 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.034690] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 655.034690] env[68207]: value = "task-2776249" [ 655.034690] env[68207]: _type = "Task" [ 655.034690] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.050558] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.130153] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.309492] env[68207]: DEBUG nova.network.neutron [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.315251] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb6f079-1907-4f93-b75d-4943109d1470 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.324839] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c954831e-b52b-42b8-959a-2301498bcc43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.369973] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc60360-846c-4f36-90fa-2fa492030aff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.380809] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d105ab-8dbc-7433-abb6-716d47e3d5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01493} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.386038] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6de327-d555-41d1-89ee-78871fa4c4db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.390108] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.390392] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 416f940e-9efb-445b-887e-a0b750c6ed96/416f940e-9efb-445b-887e-a0b750c6ed96.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.390943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "refresh_cache-7f1279fc-2387-487b-905d-2afc8c3caa33" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.391078] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired lock "refresh_cache-7f1279fc-2387-487b-905d-2afc8c3caa33" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.391306] env[68207]: DEBUG nova.network.neutron [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.392273] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ecdd14d-d4cf-4b4c-bc3a-bb2db73767b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.408183] env[68207]: DEBUG nova.compute.provider_tree [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.412166] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 655.412166] env[68207]: value = "task-2776250" [ 655.412166] env[68207]: _type = "Task" [ 655.412166] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.422319] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.447125] env[68207]: DEBUG nova.network.neutron [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.486999] env[68207]: DEBUG nova.network.neutron [-] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.547492] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.631252] env[68207]: DEBUG oslo_vmware.api [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776248, 'name': PowerOnVM_Task, 'duration_secs': 0.607882} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.631507] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.631671] env[68207]: INFO nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Took 10.75 seconds to spawn the instance on the hypervisor. [ 655.631998] env[68207]: DEBUG nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.632912] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1052c97-64bb-44a5-b619-c606fa94fdb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.916022] env[68207]: DEBUG nova.scheduler.client.report [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.929990] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776250, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.950252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Releasing lock "refresh_cache-157b6f13-23f2-4294-9342-d217ab63fcfd" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.950632] env[68207]: DEBUG nova.compute.manager [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.951038] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.952245] env[68207]: DEBUG nova.network.neutron [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.956520] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16143302-7d88-4bc0-a7cf-c0359790ceae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.967365] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.968848] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c1a51b-4c8a-4594-aa61-3d6f85fda54b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.980089] env[68207]: DEBUG oslo_vmware.api [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 655.980089] env[68207]: value = "task-2776251" [ 655.980089] env[68207]: _type = "Task" [ 655.980089] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.991499] env[68207]: INFO nova.compute.manager [-] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Took 1.51 seconds to deallocate network for instance. [ 655.992513] env[68207]: DEBUG oslo_vmware.api [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.050699] env[68207]: DEBUG oslo_vmware.api [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776249, 'name': PowerOnVM_Task, 'duration_secs': 0.537795} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.051271] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.054042] env[68207]: INFO nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Took 8.59 seconds to spawn the instance on the hypervisor. [ 656.054042] env[68207]: DEBUG nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.054296] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e36ee-db78-496f-94ed-6aee5d7fc29b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.152485] env[68207]: INFO nova.compute.manager [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Took 25.20 seconds to build instance. [ 656.316019] env[68207]: DEBUG nova.network.neutron [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Updating instance_info_cache with network_info: [{"id": "fd7b3c49-5c1d-424f-82d4-d3ce26316ef0", "address": "fa:16:3e:a0:12:01", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7b3c49-5c", "ovs_interfaceid": "fd7b3c49-5c1d-424f-82d4-d3ce26316ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.425471] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.426338] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.431952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.470s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.439595] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741969} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.441884] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 416f940e-9efb-445b-887e-a0b750c6ed96/416f940e-9efb-445b-887e-a0b750c6ed96.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.441884] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.441884] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a48d9d6-2aae-4c28-87e2-f2c53adf34c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.453640] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 656.453640] env[68207]: value = "task-2776252" [ 656.453640] env[68207]: _type = "Task" [ 656.453640] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.471301] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.491640] env[68207]: DEBUG oslo_vmware.api [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776251, 'name': PowerOffVM_Task, 'duration_secs': 0.247683} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.491640] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.491794] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.492228] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67897f97-119c-42f9-bc6a-892cf848d02b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.507310] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.530255] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.530529] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.530719] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleting the datastore file [datastore2] 157b6f13-23f2-4294-9342-d217ab63fcfd {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.531126] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9725e6c-cb7d-492f-bd5b-39536c4fce92 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.540402] env[68207]: DEBUG oslo_vmware.api [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for the task: (returnval){ [ 656.540402] env[68207]: value = "task-2776254" [ 656.540402] env[68207]: _type = "Task" [ 656.540402] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.556461] env[68207]: DEBUG oslo_vmware.api [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.591400] env[68207]: INFO nova.compute.manager [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Took 23.77 seconds to build instance. [ 656.657724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-687f82a5-3a54-4f5d-8dc4-213132aed169 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.714s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.717612] env[68207]: DEBUG nova.compute.manager [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Received event network-vif-plugged-9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.717820] env[68207]: DEBUG oslo_concurrency.lockutils [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] Acquiring lock "416f940e-9efb-445b-887e-a0b750c6ed96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.721918] env[68207]: DEBUG oslo_concurrency.lockutils [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] Lock "416f940e-9efb-445b-887e-a0b750c6ed96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.721918] env[68207]: DEBUG oslo_concurrency.lockutils [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] Lock "416f940e-9efb-445b-887e-a0b750c6ed96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.721918] env[68207]: DEBUG nova.compute.manager [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] No waiting events found dispatching network-vif-plugged-9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.721918] env[68207]: WARNING nova.compute.manager [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Received unexpected event network-vif-plugged-9086c399-6da6-45d8-ba94-8d6ef7bd79c7 for instance with vm_state building and task_state spawning. [ 656.722169] env[68207]: DEBUG nova.compute.manager [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Received event network-changed-9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.722169] env[68207]: DEBUG nova.compute.manager [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Refreshing instance network info cache due to event network-changed-9086c399-6da6-45d8-ba94-8d6ef7bd79c7. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 656.722439] env[68207]: DEBUG oslo_concurrency.lockutils [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] Acquiring lock "refresh_cache-416f940e-9efb-445b-887e-a0b750c6ed96" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.722525] env[68207]: DEBUG oslo_concurrency.lockutils [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] Acquired lock "refresh_cache-416f940e-9efb-445b-887e-a0b750c6ed96" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.722636] env[68207]: DEBUG nova.network.neutron [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Refreshing network info cache for port 9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.814554] env[68207]: DEBUG nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Received event network-vif-deleted-dda3360e-e60f-436b-adf8-9b174508ca71 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.815762] env[68207]: DEBUG nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Received event network-vif-plugged-fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.815762] env[68207]: DEBUG oslo_concurrency.lockutils [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] Acquiring lock "7f1279fc-2387-487b-905d-2afc8c3caa33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.815762] env[68207]: DEBUG oslo_concurrency.lockutils [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.815895] env[68207]: DEBUG oslo_concurrency.lockutils [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.816065] env[68207]: DEBUG nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] No waiting events found dispatching network-vif-plugged-fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.816260] env[68207]: WARNING nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Received unexpected event network-vif-plugged-fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 for instance with vm_state building and task_state spawning. [ 656.816428] env[68207]: DEBUG nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Received event network-changed-fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.816636] env[68207]: DEBUG nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Refreshing instance network info cache due to event network-changed-fd7b3c49-5c1d-424f-82d4-d3ce26316ef0. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 656.816840] env[68207]: DEBUG oslo_concurrency.lockutils [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] Acquiring lock "refresh_cache-7f1279fc-2387-487b-905d-2afc8c3caa33" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.817668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Releasing lock "refresh_cache-7f1279fc-2387-487b-905d-2afc8c3caa33" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.817977] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Instance network_info: |[{"id": "fd7b3c49-5c1d-424f-82d4-d3ce26316ef0", "address": "fa:16:3e:a0:12:01", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7b3c49-5c", "ovs_interfaceid": "fd7b3c49-5c1d-424f-82d4-d3ce26316ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.818315] env[68207]: DEBUG oslo_concurrency.lockutils [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] Acquired lock "refresh_cache-7f1279fc-2387-487b-905d-2afc8c3caa33" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.818508] env[68207]: DEBUG nova.network.neutron [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Refreshing network info cache for port fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.825988] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:12:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7b3c49-5c1d-424f-82d4-d3ce26316ef0', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.841430] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.846983] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.849028] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bfd3a8a-71ba-48ef-a063-09ec2f3acbf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.876637] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.876637] env[68207]: value = "task-2776255" [ 656.876637] env[68207]: _type = "Task" [ 656.876637] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.888413] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776255, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.941025] env[68207]: INFO nova.compute.claims [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.943439] env[68207]: DEBUG nova.compute.utils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.947554] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.947728] env[68207]: DEBUG nova.network.neutron [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.966072] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208966} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.966352] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.967351] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bbfe5d-6b88-47d2-80be-6b01a433a7b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.993941] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 416f940e-9efb-445b-887e-a0b750c6ed96/416f940e-9efb-445b-887e-a0b750c6ed96.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.994612] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eabdb3c-4a3d-430d-9198-e740d1a4ddca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.022360] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 657.022360] env[68207]: value = "task-2776256" [ 657.022360] env[68207]: _type = "Task" [ 657.022360] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.034264] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.051373] env[68207]: DEBUG oslo_vmware.api [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Task: {'id': task-2776254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320983} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.051509] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.052592] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.052592] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.052592] env[68207]: INFO nova.compute.manager [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 657.052802] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.052867] env[68207]: DEBUG nova.compute.manager [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.052973] env[68207]: DEBUG nova.network.neutron [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.074413] env[68207]: DEBUG nova.network.neutron [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.077734] env[68207]: DEBUG nova.policy [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1551b011c1ff4c789d348f93bbf8eaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11cc7f44d2c047c6a9cd8359ccc440fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.094124] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d20de97c-7bdf-4aad-8ab2-272af1bc0621 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.286s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.163203] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.390713] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776255, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.450029] env[68207]: INFO nova.compute.resource_tracker [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating resource usage from migration 4366de7e-3182-4ff6-a4e0-6903931538cf [ 657.459675] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.518190] env[68207]: DEBUG nova.network.neutron [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Updated VIF entry in instance network info cache for port fd7b3c49-5c1d-424f-82d4-d3ce26316ef0. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.518602] env[68207]: DEBUG nova.network.neutron [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Updating instance_info_cache with network_info: [{"id": "fd7b3c49-5c1d-424f-82d4-d3ce26316ef0", "address": "fa:16:3e:a0:12:01", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7b3c49-5c", "ovs_interfaceid": "fd7b3c49-5c1d-424f-82d4-d3ce26316ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.542851] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.585226] env[68207]: DEBUG nova.network.neutron [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.596314] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.700772] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.768961] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "7611362e-08dc-4cab-933a-596bbd8b0671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.768961] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "7611362e-08dc-4cab-933a-596bbd8b0671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.868129] env[68207]: DEBUG nova.network.neutron [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Successfully created port: 823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.886151] env[68207]: DEBUG nova.network.neutron [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Updated VIF entry in instance network info cache for port 9086c399-6da6-45d8-ba94-8d6ef7bd79c7. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.887110] env[68207]: DEBUG nova.network.neutron [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Updating instance_info_cache with network_info: [{"id": "9086c399-6da6-45d8-ba94-8d6ef7bd79c7", "address": "fa:16:3e:5c:52:77", "network": {"id": "2439c1cc-01a0-4a28-8702-a96136a3cfff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1607872862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eca07c5aef45aa983f77af0b5390d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9086c399-6d", "ovs_interfaceid": "9086c399-6da6-45d8-ba94-8d6ef7bd79c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.896137] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776255, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.023555] env[68207]: DEBUG oslo_concurrency.lockutils [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] Releasing lock "refresh_cache-7f1279fc-2387-487b-905d-2afc8c3caa33" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.024486] env[68207]: DEBUG nova.compute.manager [req-2c0361f2-30c2-4229-a1b9-71f33bbbf81f req-0a9dbe47-f4ca-4f4c-8c5d-e0da3acd464c service nova] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Received event network-vif-deleted-e4a0fb03-373b-4f50-94dc-a37e82db51cf {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.041513] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776256, 'name': ReconfigVM_Task, 'duration_secs': 0.910922} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.044962] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 416f940e-9efb-445b-887e-a0b750c6ed96/416f940e-9efb-445b-887e-a0b750c6ed96.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.047675] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb523245-c7e5-4fff-aa24-96642276613b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.057479] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 658.057479] env[68207]: value = "task-2776257" [ 658.057479] env[68207]: _type = "Task" [ 658.057479] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.069466] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776257, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.071122] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179af4c6-8f94-463f-a553-1b58d5974fbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.079696] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491b650-8a07-4151-8a73-1089fa46f499 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.117035] env[68207]: INFO nova.compute.manager [-] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Took 1.06 seconds to deallocate network for instance. [ 658.126147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11dd4fd-c2d3-41f0-9295-f1d872fbfad7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.139401] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fefd06d-d647-453b-abff-84e9b4ad1a65 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.156097] env[68207]: DEBUG nova.compute.provider_tree [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.158485] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.392443] env[68207]: DEBUG oslo_concurrency.lockutils [req-1fc57537-8b0f-44e5-accb-aed0563a7251 req-31d6f8e8-4b87-45c2-9228-6d53277adb28 service nova] Releasing lock "refresh_cache-416f940e-9efb-445b-887e-a0b750c6ed96" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.405883] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776255, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.474379] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.513040] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.513285] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.513433] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.513605] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.513744] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.513884] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.514331] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.514534] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.514705] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.517018] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.517018] env[68207]: DEBUG nova.virt.hardware [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.517018] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1446c2-14f4-43a6-9b06-2351c1106815 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.527632] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f428e2-bb12-4664-bfd6-0efebcc75dc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.570480] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776257, 'name': Rename_Task, 'duration_secs': 0.180169} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.570804] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.572546] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-593d49b7-885c-4a37-b46d-85503849c856 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.579959] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 658.579959] env[68207]: value = "task-2776258" [ 658.579959] env[68207]: _type = "Task" [ 658.579959] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.589712] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.634979] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.660748] env[68207]: DEBUG nova.scheduler.client.report [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.893647] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776255, 'name': CreateVM_Task, 'duration_secs': 1.796829} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.893812] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.894930] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.895330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.895810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.896130] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462ce7ce-2fa8-4956-9e5e-33e49da52114 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.902910] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 658.902910] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52065db5-377a-41eb-cf88-923051c0d090" [ 658.902910] env[68207]: _type = "Task" [ 658.902910] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.913469] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52065db5-377a-41eb-cf88-923051c0d090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.095497] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776258, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.169092] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.739s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.169316] env[68207]: INFO nova.compute.manager [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Migrating [ 659.169556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.169728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.171456] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.458s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.173776] env[68207]: INFO nova.compute.claims [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.421999] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52065db5-377a-41eb-cf88-923051c0d090, 'name': SearchDatastore_Task, 'duration_secs': 0.018813} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.422427] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422779] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.423207] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.423400] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.423706] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.423880] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dade479c-46fc-43fc-913f-2c0e0e725d0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.449502] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.449762] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.450598] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f94b948-58f7-4266-a243-e7956c762272 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.464636] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 659.464636] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5234bf4d-b933-1941-750a-21527d2691d2" [ 659.464636] env[68207]: _type = "Task" [ 659.464636] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.475899] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5234bf4d-b933-1941-750a-21527d2691d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.597892] env[68207]: DEBUG oslo_vmware.api [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776258, 'name': PowerOnVM_Task, 'duration_secs': 0.858953} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.598264] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.598476] env[68207]: INFO nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Took 8.52 seconds to spawn the instance on the hypervisor. [ 659.598721] env[68207]: DEBUG nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.599657] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a22f2-859c-4da6-9c4a-7e5a96b765b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.685017] env[68207]: INFO nova.compute.rpcapi [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 659.685017] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.964479] env[68207]: DEBUG nova.compute.manager [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.964479] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c14f0-10ba-49fd-981f-526164f1d1ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.982113] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5234bf4d-b933-1941-750a-21527d2691d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.989697] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7cd8c3-6369-472e-bd03-0f10aa5f7460 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.995024] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 659.995024] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d5371c-8c56-d3f2-d7b8-7f6c39dfff3e" [ 659.995024] env[68207]: _type = "Task" [ 659.995024] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.005097] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d5371c-8c56-d3f2-d7b8-7f6c39dfff3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.032999] env[68207]: DEBUG nova.compute.manager [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Received event network-changed-dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.033386] env[68207]: DEBUG nova.compute.manager [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Refreshing instance network info cache due to event network-changed-dfcfc1a5-9617-4ebc-b062-732721b427ae. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 660.034030] env[68207]: DEBUG oslo_concurrency.lockutils [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] Acquiring lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.034030] env[68207]: DEBUG oslo_concurrency.lockutils [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] Acquired lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.034030] env[68207]: DEBUG nova.network.neutron [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Refreshing network info cache for port dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.130943] env[68207]: INFO nova.compute.manager [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Took 24.39 seconds to build instance. [ 660.206999] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.207861] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.208238] env[68207]: DEBUG nova.network.neutron [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.491385] env[68207]: INFO nova.compute.manager [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] instance snapshotting [ 660.494198] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb23de-238a-4b0a-9cce-74fb9c240fb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.507032] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d5371c-8c56-d3f2-d7b8-7f6c39dfff3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013199} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.524133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.524446] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7f1279fc-2387-487b-905d-2afc8c3caa33/7f1279fc-2387-487b-905d-2afc8c3caa33.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.527887] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a78dfd5c-1540-416b-9329-cd13aa367bf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.529889] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a54452f-9647-4e49-9ad5-0c96b33020cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.543394] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 660.543394] env[68207]: value = "task-2776259" [ 660.543394] env[68207]: _type = "Task" [ 660.543394] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.557488] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.622228] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.622476] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.625287] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.625287] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.625287] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.625793] env[68207]: DEBUG nova.network.neutron [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Successfully updated port: 823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.626918] env[68207]: INFO nova.compute.manager [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Terminating instance [ 660.637027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22b07d6-439f-41c8-a414-06646615626d tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "416f940e-9efb-445b-887e-a0b750c6ed96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.906s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.761101] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7784ff-2f0c-45a0-9281-a9aa753b7f89 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.769947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf9486f-79ad-451e-bb3e-e1ef055b4bde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.813508] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb106c-3c1f-40ca-b5cd-068517d4eada {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.825191] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ecdc08-6f3c-4d00-8119-343570945ac2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.844202] env[68207]: DEBUG nova.compute.provider_tree [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.045489] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.045881] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7110f82b-19cc-44e9-8815-34551e0cf1c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.062763] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776259, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.064336] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 661.064336] env[68207]: value = "task-2776260" [ 661.064336] env[68207]: _type = "Task" [ 661.064336] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.080938] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.131377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "refresh_cache-d11cf608-e2c4-43f3-aeda-ea36aa288ed6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.131548] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "refresh_cache-d11cf608-e2c4-43f3-aeda-ea36aa288ed6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.131762] env[68207]: DEBUG nova.network.neutron [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.138131] env[68207]: DEBUG nova.compute.manager [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.139208] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.139920] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c0dd81-d0da-4598-8b6d-ed9e52bee096 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.145426] env[68207]: DEBUG nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.156681] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.157068] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeeb31db-3e79-4d7b-9158-8acb87d8109f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.168514] env[68207]: DEBUG oslo_vmware.api [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 661.168514] env[68207]: value = "task-2776261" [ 661.168514] env[68207]: _type = "Task" [ 661.168514] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.187961] env[68207]: DEBUG oslo_vmware.api [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.214278] env[68207]: DEBUG nova.compute.manager [req-edae78fb-401e-4e46-b285-225049a62cb5 req-0734f762-160c-41a1-be4f-d7e9aa084742 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Received event network-vif-plugged-823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.214638] env[68207]: DEBUG oslo_concurrency.lockutils [req-edae78fb-401e-4e46-b285-225049a62cb5 req-0734f762-160c-41a1-be4f-d7e9aa084742 service nova] Acquiring lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.214990] env[68207]: DEBUG oslo_concurrency.lockutils [req-edae78fb-401e-4e46-b285-225049a62cb5 req-0734f762-160c-41a1-be4f-d7e9aa084742 service nova] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.216923] env[68207]: DEBUG oslo_concurrency.lockutils [req-edae78fb-401e-4e46-b285-225049a62cb5 req-0734f762-160c-41a1-be4f-d7e9aa084742 service nova] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.217176] env[68207]: DEBUG nova.compute.manager [req-edae78fb-401e-4e46-b285-225049a62cb5 req-0734f762-160c-41a1-be4f-d7e9aa084742 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] No waiting events found dispatching network-vif-plugged-823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.217354] env[68207]: WARNING nova.compute.manager [req-edae78fb-401e-4e46-b285-225049a62cb5 req-0734f762-160c-41a1-be4f-d7e9aa084742 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Received unexpected event network-vif-plugged-823f5fae-8f99-4b33-8daa-3ec38ea1a2ad for instance with vm_state building and task_state spawning. [ 661.354323] env[68207]: DEBUG nova.scheduler.client.report [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.456669] env[68207]: DEBUG nova.network.neutron [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance_info_cache with network_info: [{"id": "4fa41797-4f64-4310-ad51-665bbb561b49", "address": "fa:16:3e:c0:32:14", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa41797-4f", "ovs_interfaceid": "4fa41797-4f64-4310-ad51-665bbb561b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.558270] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906237} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.558568] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7f1279fc-2387-487b-905d-2afc8c3caa33/7f1279fc-2387-487b-905d-2afc8c3caa33.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.558812] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.559106] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666e686b-78bf-4ea9-a6be-bbd7e7540219 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.571848] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 661.571848] env[68207]: value = "task-2776262" [ 661.571848] env[68207]: _type = "Task" [ 661.571848] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.579545] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776260, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.586273] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.667429] env[68207]: DEBUG nova.network.neutron [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updated VIF entry in instance network info cache for port dfcfc1a5-9617-4ebc-b062-732721b427ae. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.667820] env[68207]: DEBUG nova.network.neutron [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updating instance_info_cache with network_info: [{"id": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "address": "fa:16:3e:b6:3b:a9", "network": {"id": "7f7e3f23-336f-4b94-a604-f827f80defe4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1688175872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b24b32adcc422782a67d786a87327f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfc1a5-96", "ovs_interfaceid": "dfcfc1a5-9617-4ebc-b062-732721b427ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.675931] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.681267] env[68207]: DEBUG oslo_vmware.api [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776261, 'name': PowerOffVM_Task, 'duration_secs': 0.459325} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.681499] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.681679] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.681922] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67e1798b-ec8c-4d67-9178-4b09e8f82652 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.699098] env[68207]: DEBUG nova.network.neutron [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.749141] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.749375] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.749559] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Deleting the datastore file [datastore2] 6ab1ccb3-7844-4a17-8747-561d1d96ea38 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.752735] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1740eb4-6c77-4d3c-9885-5c6d56fa6e55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.761596] env[68207]: DEBUG oslo_vmware.api [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for the task: (returnval){ [ 661.761596] env[68207]: value = "task-2776264" [ 661.761596] env[68207]: _type = "Task" [ 661.761596] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.773607] env[68207]: DEBUG oslo_vmware.api [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.858153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.858893] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.862419] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.300s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.863953] env[68207]: INFO nova.compute.claims [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.957519] env[68207]: DEBUG nova.network.neutron [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Updating instance_info_cache with network_info: [{"id": "823f5fae-8f99-4b33-8daa-3ec38ea1a2ad", "address": "fa:16:3e:49:b4:a9", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823f5fae-8f", "ovs_interfaceid": "823f5fae-8f99-4b33-8daa-3ec38ea1a2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.962031] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.082970] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776260, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.086364] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085681} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.086638] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.087625] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f39ce96-6cc9-447b-bf11-a2704d3d48a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.121646] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7f1279fc-2387-487b-905d-2afc8c3caa33/7f1279fc-2387-487b-905d-2afc8c3caa33.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.121646] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ba8596-5bdc-4208-ba40-00671893a37c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.145410] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 662.145410] env[68207]: value = "task-2776265" [ 662.145410] env[68207]: _type = "Task" [ 662.145410] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.156110] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.174958] env[68207]: DEBUG oslo_concurrency.lockutils [req-01a29799-1c3e-4601-9aa5-9aa386406ed5 req-c1ae23f0-1ebc-4041-a1d8-98df8e97ce65 service nova] Releasing lock "refresh_cache-8490d1d5-decb-466c-88e0-40a39956d35c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.273740] env[68207]: DEBUG oslo_vmware.api [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Task: {'id': task-2776264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226068} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.274022] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.274537] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.274793] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.274984] env[68207]: INFO nova.compute.manager [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 662.275404] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.275631] env[68207]: DEBUG nova.compute.manager [-] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.276038] env[68207]: DEBUG nova.network.neutron [-] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.370348] env[68207]: DEBUG nova.compute.utils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.375025] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.375336] env[68207]: DEBUG nova.network.neutron [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.462371] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "refresh_cache-d11cf608-e2c4-43f3-aeda-ea36aa288ed6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.462371] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance network_info: |[{"id": "823f5fae-8f99-4b33-8daa-3ec38ea1a2ad", "address": "fa:16:3e:49:b4:a9", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823f5fae-8f", "ovs_interfaceid": "823f5fae-8f99-4b33-8daa-3ec38ea1a2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.462578] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b4:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823f5fae-8f99-4b33-8daa-3ec38ea1a2ad', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.471437] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating folder: Project (11cc7f44d2c047c6a9cd8359ccc440fc). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.473980] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e79ba3-4ec0-4dd3-bf78-627a3d6cd703 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.488862] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created folder: Project (11cc7f44d2c047c6a9cd8359ccc440fc) in parent group-v558176. [ 662.489160] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating folder: Instances. Parent ref: group-v558221. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.489352] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2fe236-d81f-41df-becd-892faac79512 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.500993] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created folder: Instances in parent group-v558221. [ 662.501327] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.501493] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.501714] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e214450-eedd-404e-a9be-a98586721125 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.526235] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.526235] env[68207]: value = "task-2776268" [ 662.526235] env[68207]: _type = "Task" [ 662.526235] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.537518] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776268, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.538776] env[68207]: DEBUG nova.policy [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad0a3e394b24a7194fef84e104a93d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36faf2ff676041b9a2e974481d756a39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.577549] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776260, 'name': CreateSnapshot_Task, 'duration_secs': 1.173206} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.578358] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.578991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba234f2-a489-40e6-b672-5cd8e4650914 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.658293] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.875497] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.041541] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776268, 'name': CreateVM_Task, 'duration_secs': 0.458261} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.041725] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.042529] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042742] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.043390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.043742] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39319384-3226-481d-867f-807016e8bc0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.052683] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 663.052683] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5284961b-0809-38d7-0c07-c23d14c043b6" [ 663.052683] env[68207]: _type = "Task" [ 663.052683] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.066699] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5284961b-0809-38d7-0c07-c23d14c043b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.101498] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 663.102301] env[68207]: DEBUG nova.network.neutron [-] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.106041] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b207aa89-5587-4a10-822f-3dc2f87d071c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.115534] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 663.115534] env[68207]: value = "task-2776269" [ 663.115534] env[68207]: _type = "Task" [ 663.115534] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.130162] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776269, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.164475] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776265, 'name': ReconfigVM_Task, 'duration_secs': 0.813208} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.165118] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7f1279fc-2387-487b-905d-2afc8c3caa33/7f1279fc-2387-487b-905d-2afc8c3caa33.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.169418] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a9f439-88d9-4c24-a484-881b751d5510 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.177434] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 663.177434] env[68207]: value = "task-2776270" [ 663.177434] env[68207]: _type = "Task" [ 663.177434] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.188730] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776270, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.413965] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69163e42-c532-4792-b5c7-cb10e8bd9f4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.427473] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880924a1-17c5-48ef-84cc-c81e548d376b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.468204] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507503be-ad46-41eb-b761-b3c2d5c1bfff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.479772] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829d43c-013b-4e05-a922-c3c89e580c95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.487868] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0973c0-1441-4fc0-a7d9-e2eab813f2aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.499768] env[68207]: DEBUG nova.compute.provider_tree [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.521144] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.564542] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5284961b-0809-38d7-0c07-c23d14c043b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016377} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.564542] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.564542] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.564960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.564960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.565063] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.565411] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acb6fec5-7fa2-495d-ae7a-add94cf0b3c8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.576770] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.576770] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.579048] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43c3178-e3f9-4331-a858-2a27db28c673 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.586542] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 663.586542] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523dda1b-4a1d-c723-fbf2-cd649a61f9d7" [ 663.586542] env[68207]: _type = "Task" [ 663.586542] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.600210] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523dda1b-4a1d-c723-fbf2-cd649a61f9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.608368] env[68207]: INFO nova.compute.manager [-] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Took 1.33 seconds to deallocate network for instance. [ 663.633713] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776269, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.689733] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776270, 'name': Rename_Task, 'duration_secs': 0.231652} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.689733] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.690113] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1152e2a8-20e3-46c5-b15a-e7db7d64de90 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.698784] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 663.698784] env[68207]: value = "task-2776271" [ 663.698784] env[68207]: _type = "Task" [ 663.698784] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.710036] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.831481] env[68207]: DEBUG nova.compute.manager [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Received event network-changed-be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.831614] env[68207]: DEBUG nova.compute.manager [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Refreshing instance network info cache due to event network-changed-be44351f-f436-4dd1-9336-2eade8c5af89. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 663.831929] env[68207]: DEBUG oslo_concurrency.lockutils [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] Acquiring lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.832276] env[68207]: DEBUG oslo_concurrency.lockutils [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] Acquired lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.832989] env[68207]: DEBUG nova.network.neutron [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Refreshing network info cache for port be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.891383] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.938454] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.938668] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.938774] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.939070] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.939733] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.939733] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.939733] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.940028] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.940190] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.940409] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.940691] env[68207]: DEBUG nova.virt.hardware [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.941715] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba101c91-a69c-42d5-9814-5adcde6f8b12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.958952] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788832dd-3e10-470f-b3ea-76cabbdb9b8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.003650] env[68207]: DEBUG nova.scheduler.client.report [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.027432] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.030818] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12c6e02f-3231-4aba-bfb5-8f47d29d98a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.043315] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 664.043315] env[68207]: value = "task-2776272" [ 664.043315] env[68207]: _type = "Task" [ 664.043315] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.056829] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.100438] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523dda1b-4a1d-c723-fbf2-cd649a61f9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.045076} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.101582] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ceda131-04fb-42ef-a75f-9c3f32b64b01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.107227] env[68207]: DEBUG nova.network.neutron [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Successfully created port: 19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.113964] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 664.113964] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5201b196-0419-ff7f-09b1-8123b500635b" [ 664.113964] env[68207]: _type = "Task" [ 664.113964] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.119699] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.128643] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5201b196-0419-ff7f-09b1-8123b500635b, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.128924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129755] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.129755] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be6b1b08-3fa1-46b7-a638-813828d1f84b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.136054] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776269, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.142677] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 664.142677] env[68207]: value = "task-2776273" [ 664.142677] env[68207]: _type = "Task" [ 664.142677] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.152301] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.211759] env[68207]: DEBUG oslo_vmware.api [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776271, 'name': PowerOnVM_Task, 'duration_secs': 0.513559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.212113] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.215394] env[68207]: INFO nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Took 10.56 seconds to spawn the instance on the hypervisor. [ 664.215394] env[68207]: DEBUG nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.215394] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f23292-ad94-4e6a-8f47-9c18a659daac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.511242] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.512128] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.516607] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.407s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.516607] env[68207]: DEBUG nova.objects.instance [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lazy-loading 'resources' on Instance uuid db4d54f8-1d8e-4e32-ad7c-5e2beef95d88 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.564587] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776272, 'name': PowerOffVM_Task, 'duration_secs': 0.268001} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.564873] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.564928] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.636059] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776269, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.659404] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776273, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.737101] env[68207]: INFO nova.compute.manager [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Took 28.99 seconds to build instance. [ 664.793379] env[68207]: DEBUG nova.network.neutron [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updated VIF entry in instance network info cache for port be44351f-f436-4dd1-9336-2eade8c5af89. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.793617] env[68207]: DEBUG nova.network.neutron [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updating instance_info_cache with network_info: [{"id": "be44351f-f436-4dd1-9336-2eade8c5af89", "address": "fa:16:3e:14:d8:2c", "network": {"id": "36ab8b52-5463-4a79-9daf-8386d05cfa3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-370336252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74965d2b74314dbc8bb5cf12f109ebc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe44351f-f4", "ovs_interfaceid": "be44351f-f436-4dd1-9336-2eade8c5af89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.949449] env[68207]: DEBUG nova.compute.manager [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Received event network-changed-823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 664.949449] env[68207]: DEBUG nova.compute.manager [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Refreshing instance network info cache due to event network-changed-823f5fae-8f99-4b33-8daa-3ec38ea1a2ad. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 664.949449] env[68207]: DEBUG oslo_concurrency.lockutils [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] Acquiring lock "refresh_cache-d11cf608-e2c4-43f3-aeda-ea36aa288ed6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.949449] env[68207]: DEBUG oslo_concurrency.lockutils [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] Acquired lock "refresh_cache-d11cf608-e2c4-43f3-aeda-ea36aa288ed6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.949449] env[68207]: DEBUG nova.network.neutron [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Refreshing network info cache for port 823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.020814] env[68207]: DEBUG nova.compute.utils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.026545] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.026545] env[68207]: DEBUG nova.network.neutron [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.075051] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.075051] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.075051] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.075051] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.075342] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.075342] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.075342] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.075932] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.076282] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.076590] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.076897] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.087249] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce2f1c7d-263b-4464-8fef-11c77b83f353 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.108104] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 665.108104] env[68207]: value = "task-2776274" [ 665.108104] env[68207]: _type = "Task" [ 665.108104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.117296] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.119371] env[68207]: DEBUG nova.policy [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f39d42cd451417ab8f5e2786984a456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af02e4bd00ed40989b86e5fa84e53858', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.137684] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776269, 'name': CloneVM_Task, 'duration_secs': 1.572075} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.140725] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Created linked-clone VM from snapshot [ 665.142041] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8597ff94-ef4f-450c-af3a-313ba867f474 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.155468] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Uploading image e5b0cfce-45a9-4d16-96de-2686e5e7c284 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.162466] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701339} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.162466] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.162466] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.162466] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9968d844-3ad9-4605-9cdd-52fe2810b87f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.176868] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.179071] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5162a658-d311-4ccd-b661-c382a5e63a5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.180242] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 665.180242] env[68207]: value = "task-2776275" [ 665.180242] env[68207]: _type = "Task" [ 665.180242] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.189411] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 665.189411] env[68207]: value = "task-2776276" [ 665.189411] env[68207]: _type = "Task" [ 665.189411] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.192483] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.205685] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776276, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.240069] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9afbdada-8a25-4780-91a5-50861ecf712f tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.504s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.299196] env[68207]: DEBUG oslo_concurrency.lockutils [req-08cb6c8c-b629-4615-9933-195b7169026c req-1c09d2db-8359-4459-bc18-751554d8b95f service nova] Releasing lock "refresh_cache-6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.526984] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.594813] env[68207]: DEBUG nova.network.neutron [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Successfully created port: 5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.621051] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776274, 'name': ReconfigVM_Task, 'duration_secs': 0.378157} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.621549] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.645295] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba422bc-26e0-4f25-afd9-7c05041a6a05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.652839] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b7fab-d9a4-4f55-819f-b9a1e2b1f50f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.690782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503ff2a-e3b3-444e-825c-09df0f72f759 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.700724] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076359} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.703453] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.704332] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00d32c-b26c-4e49-a9ff-2dfa16eb50dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.707605] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd80c2-f520-4c05-b9be-f4b3841bc74a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.716620] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776276, 'name': Destroy_Task, 'duration_secs': 0.345318} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.717630] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Destroyed the VM [ 665.717938] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.719120] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22bd41a5-dd35-4e24-a302-bf6c90fc8c24 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.748638] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.749236] env[68207]: DEBUG nova.compute.provider_tree [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.753661] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.753661] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02c5ed9-3acd-4fa9-8645-67b93417b8ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.770625] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 665.770625] env[68207]: value = "task-2776277" [ 665.770625] env[68207]: _type = "Task" [ 665.770625] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.777329] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 665.777329] env[68207]: value = "task-2776278" [ 665.777329] env[68207]: _type = "Task" [ 665.777329] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.783975] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.789514] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.927127] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "8490d1d5-decb-466c-88e0-40a39956d35c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.927777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "8490d1d5-decb-466c-88e0-40a39956d35c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.927777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "8490d1d5-decb-466c-88e0-40a39956d35c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.928041] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "8490d1d5-decb-466c-88e0-40a39956d35c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.928247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "8490d1d5-decb-466c-88e0-40a39956d35c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.931473] env[68207]: INFO nova.compute.manager [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Terminating instance [ 666.032714] env[68207]: DEBUG nova.network.neutron [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Updated VIF entry in instance network info cache for port 823f5fae-8f99-4b33-8daa-3ec38ea1a2ad. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.033022] env[68207]: DEBUG nova.network.neutron [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Updating instance_info_cache with network_info: [{"id": "823f5fae-8f99-4b33-8daa-3ec38ea1a2ad", "address": "fa:16:3e:49:b4:a9", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823f5fae-8f", "ovs_interfaceid": "823f5fae-8f99-4b33-8daa-3ec38ea1a2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.128925] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.129398] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.129398] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.129561] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.129726] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.129875] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.130243] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.130243] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.130573] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.130573] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.130719] env[68207]: DEBUG nova.virt.hardware [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.139452] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 666.139452] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b5c3ec-9183-4699-b9d7-a8c0440606bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.163023] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 666.163023] env[68207]: value = "task-2776279" [ 666.163023] env[68207]: _type = "Task" [ 666.163023] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.179315] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.270324] env[68207]: DEBUG nova.scheduler.client.report [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.292779] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776278, 'name': ReconfigVM_Task, 'duration_secs': 0.281248} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.296841] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.298208] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776277, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.299307] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.299612] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21fde1a2-ce76-4ccf-b507-be9dc4929a45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.307359] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 666.307359] env[68207]: value = "task-2776280" [ 666.307359] env[68207]: _type = "Task" [ 666.307359] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.320780] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776280, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.436606] env[68207]: DEBUG nova.compute.manager [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.436874] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.437764] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1df32-3740-418d-93ed-881c21da484a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.445432] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.445657] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5bdb53-202c-4a73-9537-e7ad9bf06772 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.452523] env[68207]: DEBUG oslo_vmware.api [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 666.452523] env[68207]: value = "task-2776281" [ 666.452523] env[68207]: _type = "Task" [ 666.452523] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.461868] env[68207]: DEBUG oslo_vmware.api [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.540760] env[68207]: DEBUG oslo_concurrency.lockutils [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] Releasing lock "refresh_cache-d11cf608-e2c4-43f3-aeda-ea36aa288ed6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.541045] env[68207]: DEBUG nova.compute.manager [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 666.541220] env[68207]: DEBUG nova.compute.manager [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing instance network info cache due to event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 666.541438] env[68207]: DEBUG oslo_concurrency.lockutils [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.541580] env[68207]: DEBUG oslo_concurrency.lockutils [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.541741] env[68207]: DEBUG nova.network.neutron [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.543675] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.574541] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.574787] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.574988] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.575220] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.575407] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.575615] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.575790] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.575963] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.576186] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.576368] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.576572] env[68207]: DEBUG nova.virt.hardware [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.577479] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d57c43-d6a3-4863-9a75-95c8360308fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.590663] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45fb19f-565a-43a5-857a-322592639192 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.664362] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d90bca-f043-494b-a07a-0a46cc1de195 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.679557] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Suspending the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 666.684358] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f76f69bb-29c1-415f-8c6b-d70feebd1e32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.687378] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776279, 'name': ReconfigVM_Task, 'duration_secs': 0.250439} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.688644] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 666.689908] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf097b0-5836-4e1f-8cfc-94d64f983e7b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.695152] env[68207]: DEBUG oslo_vmware.api [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] Waiting for the task: (returnval){ [ 666.695152] env[68207]: value = "task-2776282" [ 666.695152] env[68207]: _type = "Task" [ 666.695152] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.720713] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac/911843cf-65d4-4262-8c80-e352755c8eac.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.721873] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ba209b-17e3-45c6-808d-680401e5ca00 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.744985] env[68207]: DEBUG oslo_vmware.api [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] Task: {'id': task-2776282, 'name': SuspendVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.750532] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 666.750532] env[68207]: value = "task-2776283" [ 666.750532] env[68207]: _type = "Task" [ 666.750532] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.760065] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.778051] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.784636] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.183s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.786256] env[68207]: INFO nova.compute.claims [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.806023] env[68207]: DEBUG oslo_vmware.api [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776277, 'name': RemoveSnapshot_Task, 'duration_secs': 0.540206} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.806023] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 666.817133] env[68207]: INFO nova.scheduler.client.report [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Deleted allocations for instance db4d54f8-1d8e-4e32-ad7c-5e2beef95d88 [ 666.828120] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776280, 'name': Rename_Task, 'duration_secs': 0.150705} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.828459] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.830045] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2bd6a2-260e-41d1-bd31-c5c89fbee0f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.836194] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 666.836194] env[68207]: value = "task-2776284" [ 666.836194] env[68207]: _type = "Task" [ 666.836194] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.845485] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.971561] env[68207]: DEBUG oslo_vmware.api [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776281, 'name': PowerOffVM_Task, 'duration_secs': 0.340559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.971938] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.972131] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.972391] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfae48fd-df6a-4e1a-9926-335751dc9d35 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.075475] env[68207]: DEBUG nova.network.neutron [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Successfully updated port: 19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.210769] env[68207]: DEBUG oslo_vmware.api [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] Task: {'id': task-2776282, 'name': SuspendVM_Task} progress is 58%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.265761] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.312207] env[68207]: WARNING nova.compute.manager [None req-ddc41f4c-a675-4cb6-8c62-a34989edfdf0 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Image not found during snapshot: nova.exception.ImageNotFound: Image e5b0cfce-45a9-4d16-96de-2686e5e7c284 could not be found. [ 667.329642] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d5b43f69-e5f6-4d35-8628-fae9bf7831ea tempest-ServerDiagnosticsTest-1904098180 tempest-ServerDiagnosticsTest-1904098180-project-member] Lock "db4d54f8-1d8e-4e32-ad7c-5e2beef95d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.106s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.347668] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.403035] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.403232] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.403453] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Deleting the datastore file [datastore2] 8490d1d5-decb-466c-88e0-40a39956d35c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.403737] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ec399ab-19d5-468f-b710-159ee476be83 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.410824] env[68207]: DEBUG oslo_vmware.api [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for the task: (returnval){ [ 667.410824] env[68207]: value = "task-2776286" [ 667.410824] env[68207]: _type = "Task" [ 667.410824] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.419858] env[68207]: DEBUG oslo_vmware.api [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.518022] env[68207]: DEBUG nova.network.neutron [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updated VIF entry in instance network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.518022] env[68207]: DEBUG nova.network.neutron [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.578747] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.579147] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquired lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.579456] env[68207]: DEBUG nova.network.neutron [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.710383] env[68207]: DEBUG oslo_vmware.api [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] Task: {'id': task-2776282, 'name': SuspendVM_Task, 'duration_secs': 0.74377} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.710383] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Suspended the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 667.710383] env[68207]: DEBUG nova.compute.manager [None req-db4923d0-7c4b-440b-80a1-dfb1e4581afd tempest-ServersAdminNegativeTestJSON-544718451 tempest-ServersAdminNegativeTestJSON-544718451-project-admin] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.710383] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024ddfd1-83ce-418d-b2a4-58e8728b378b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.769499] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776283, 'name': ReconfigVM_Task, 'duration_secs': 0.641677} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.770234] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac/911843cf-65d4-4262-8c80-e352755c8eac.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.770234] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.788912] env[68207]: DEBUG nova.network.neutron [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Successfully updated port: 5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.862959] env[68207]: DEBUG oslo_vmware.api [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776284, 'name': PowerOnVM_Task, 'duration_secs': 0.660746} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.862959] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.863332] env[68207]: INFO nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Took 9.39 seconds to spawn the instance on the hypervisor. [ 667.863395] env[68207]: DEBUG nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.864184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3fa62b-8977-46b2-aa22-7194881e16f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.922731] env[68207]: DEBUG oslo_vmware.api [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Task: {'id': task-2776286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205083} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.923033] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.923227] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.923382] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.923547] env[68207]: INFO nova.compute.manager [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Took 1.49 seconds to destroy the instance on the hypervisor. [ 667.923860] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.925017] env[68207]: DEBUG nova.compute.manager [-] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.925017] env[68207]: DEBUG nova.network.neutron [-] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.023183] env[68207]: DEBUG nova.compute.manager [req-3d5d7f96-b703-482e-8949-a7314e9e7d60 req-de3499ec-e8bc-473e-90c1-16bb28c16bad service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Received event network-vif-plugged-19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.023183] env[68207]: DEBUG oslo_concurrency.lockutils [req-3d5d7f96-b703-482e-8949-a7314e9e7d60 req-de3499ec-e8bc-473e-90c1-16bb28c16bad service nova] Acquiring lock "d9335c00-8fe9-4550-a008-6e3fe9859294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.023183] env[68207]: DEBUG oslo_concurrency.lockutils [req-3d5d7f96-b703-482e-8949-a7314e9e7d60 req-de3499ec-e8bc-473e-90c1-16bb28c16bad service nova] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.023816] env[68207]: DEBUG oslo_concurrency.lockutils [req-3d5d7f96-b703-482e-8949-a7314e9e7d60 req-de3499ec-e8bc-473e-90c1-16bb28c16bad service nova] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.024336] env[68207]: DEBUG nova.compute.manager [req-3d5d7f96-b703-482e-8949-a7314e9e7d60 req-de3499ec-e8bc-473e-90c1-16bb28c16bad service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] No waiting events found dispatching network-vif-plugged-19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.024713] env[68207]: WARNING nova.compute.manager [req-3d5d7f96-b703-482e-8949-a7314e9e7d60 req-de3499ec-e8bc-473e-90c1-16bb28c16bad service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Received unexpected event network-vif-plugged-19307ee4-f419-4ff0-9901-d7647a423c51 for instance with vm_state building and task_state spawning. [ 668.029666] env[68207]: DEBUG oslo_concurrency.lockutils [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.029953] env[68207]: DEBUG nova.compute.manager [req-e736a4a0-d47c-49df-937c-75bd4c9d9c9b req-2efc27da-c3e9-4cf6-bebe-48c72adad715 service nova] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Received event network-vif-deleted-4e2e7b65-51fa-46a2-87e9-1109d46922b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.146209] env[68207]: DEBUG nova.network.neutron [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.278482] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b074b8-4346-4e26-9dab-d2d8bceadae4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.293239] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "refresh_cache-255964fd-0aca-40f7-ae4f-2d4488a5eba0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.296811] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquired lock "refresh_cache-255964fd-0aca-40f7-ae4f-2d4488a5eba0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.296903] env[68207]: DEBUG nova.network.neutron [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.327372] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa79d3-9651-497d-943f-d2c6c7a0a257 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.353704] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.391492] env[68207]: DEBUG nova.network.neutron [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.393999] env[68207]: INFO nova.compute.manager [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Took 30.25 seconds to build instance. [ 668.455601] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0edf816-8dd6-4b88-a08d-89ce019b1dcb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.465816] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53cad0b-8742-46c3-8bec-da379756b2ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.471643] env[68207]: DEBUG nova.network.neutron [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Updating instance_info_cache with network_info: [{"id": "19307ee4-f419-4ff0-9901-d7647a423c51", "address": "fa:16:3e:d7:bc:08", "network": {"id": "8be3c7d1-af53-49cf-b9f7-f3265875f510", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-687647502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36faf2ff676041b9a2e974481d756a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19307ee4-f4", "ovs_interfaceid": "19307ee4-f419-4ff0-9901-d7647a423c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.515290] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018dc986-e056-46c4-bbad-96346124c4d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.527234] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b04b8d-b17c-4ec5-9807-852930749c6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.543314] env[68207]: DEBUG nova.compute.provider_tree [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.604212] env[68207]: DEBUG nova.compute.manager [req-36a5e2a5-2751-459b-8c2b-53f4d0567363 req-5df511c7-aa4f-4443-add4-d3d4a13c7249 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Received event network-vif-plugged-5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.604457] env[68207]: DEBUG oslo_concurrency.lockutils [req-36a5e2a5-2751-459b-8c2b-53f4d0567363 req-5df511c7-aa4f-4443-add4-d3d4a13c7249 service nova] Acquiring lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.604621] env[68207]: DEBUG oslo_concurrency.lockutils [req-36a5e2a5-2751-459b-8c2b-53f4d0567363 req-5df511c7-aa4f-4443-add4-d3d4a13c7249 service nova] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.604899] env[68207]: DEBUG oslo_concurrency.lockutils [req-36a5e2a5-2751-459b-8c2b-53f4d0567363 req-5df511c7-aa4f-4443-add4-d3d4a13c7249 service nova] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.605577] env[68207]: DEBUG nova.compute.manager [req-36a5e2a5-2751-459b-8c2b-53f4d0567363 req-5df511c7-aa4f-4443-add4-d3d4a13c7249 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] No waiting events found dispatching network-vif-plugged-5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.605577] env[68207]: WARNING nova.compute.manager [req-36a5e2a5-2751-459b-8c2b-53f4d0567363 req-5df511c7-aa4f-4443-add4-d3d4a13c7249 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Received unexpected event network-vif-plugged-5db6eac1-8f57-4859-b450-dd9be216f360 for instance with vm_state building and task_state spawning. [ 668.637701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.638265] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.780062] env[68207]: DEBUG nova.network.neutron [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Updating instance_info_cache with network_info: [{"id": "5db6eac1-8f57-4859-b450-dd9be216f360", "address": "fa:16:3e:aa:ad:a0", "network": {"id": "99af6ead-8ea2-40e8-8dd8-e7eddd7ae43e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1197083723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af02e4bd00ed40989b86e5fa84e53858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db6eac1-8f", "ovs_interfaceid": "5db6eac1-8f57-4859-b450-dd9be216f360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.900989] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb0e7b76-9b4d-4ae2-b642-001e8e30e93b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.227s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.980120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Releasing lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.980452] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Instance network_info: |[{"id": "19307ee4-f419-4ff0-9901-d7647a423c51", "address": "fa:16:3e:d7:bc:08", "network": {"id": "8be3c7d1-af53-49cf-b9f7-f3265875f510", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-687647502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36faf2ff676041b9a2e974481d756a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19307ee4-f4", "ovs_interfaceid": "19307ee4-f419-4ff0-9901-d7647a423c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.980842] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "416f940e-9efb-445b-887e-a0b750c6ed96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.981085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "416f940e-9efb-445b-887e-a0b750c6ed96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.981288] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "416f940e-9efb-445b-887e-a0b750c6ed96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.981475] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "416f940e-9efb-445b-887e-a0b750c6ed96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.981636] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "416f940e-9efb-445b-887e-a0b750c6ed96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.983943] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:bc:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19307ee4-f419-4ff0-9901-d7647a423c51', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.994898] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Creating folder: Project (36faf2ff676041b9a2e974481d756a39). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.995464] env[68207]: INFO nova.compute.manager [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Terminating instance [ 668.999057] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f51f4520-7ac3-4aa7-b07f-b204e2615d2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.013572] env[68207]: DEBUG nova.network.neutron [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Port 4fa41797-4f64-4310-ad51-665bbb561b49 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 669.020051] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Created folder: Project (36faf2ff676041b9a2e974481d756a39) in parent group-v558176. [ 669.020182] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Creating folder: Instances. Parent ref: group-v558225. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.020615] env[68207]: DEBUG nova.network.neutron [-] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.021808] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fab25836-7f11-4b4e-b463-b4e812c39cb9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.035296] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Created folder: Instances in parent group-v558225. [ 669.035560] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.036273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.037257] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a18f448-dd36-45cf-86d7-7e02f6353195 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.054151] env[68207]: DEBUG nova.scheduler.client.report [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.063127] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.063127] env[68207]: value = "task-2776289" [ 669.063127] env[68207]: _type = "Task" [ 669.063127] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.070861] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776289, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.284267] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Releasing lock "refresh_cache-255964fd-0aca-40f7-ae4f-2d4488a5eba0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.285103] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Instance network_info: |[{"id": "5db6eac1-8f57-4859-b450-dd9be216f360", "address": "fa:16:3e:aa:ad:a0", "network": {"id": "99af6ead-8ea2-40e8-8dd8-e7eddd7ae43e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1197083723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af02e4bd00ed40989b86e5fa84e53858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db6eac1-8f", "ovs_interfaceid": "5db6eac1-8f57-4859-b450-dd9be216f360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.285658] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:ad:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db6eac1-8f57-4859-b450-dd9be216f360', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.298355] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Creating folder: Project (af02e4bd00ed40989b86e5fa84e53858). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.299137] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c96cc9-7e8a-4126-a12f-cfac051920eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.311121] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Created folder: Project (af02e4bd00ed40989b86e5fa84e53858) in parent group-v558176. [ 669.311417] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Creating folder: Instances. Parent ref: group-v558228. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.311689] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10818c4-00e5-4dc5-a962-53f14ae70c3f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.321313] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Created folder: Instances in parent group-v558228. [ 669.321472] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.321680] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.321904] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38bd5614-248b-41ca-85bf-fec70d59ae7a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.344499] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.344499] env[68207]: value = "task-2776292" [ 669.344499] env[68207]: _type = "Task" [ 669.344499] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.355389] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776292, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.407370] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.508105] env[68207]: DEBUG nova.compute.manager [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.508375] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.509454] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32303cad-95f5-4b30-be7b-d009f671288e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.518085] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.518347] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-783f73cb-f470-42d3-8162-b35fee12077b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.526083] env[68207]: DEBUG oslo_vmware.api [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 669.526083] env[68207]: value = "task-2776293" [ 669.526083] env[68207]: _type = "Task" [ 669.526083] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.526683] env[68207]: INFO nova.compute.manager [-] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Took 1.60 seconds to deallocate network for instance. [ 669.541227] env[68207]: DEBUG oslo_vmware.api [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.559487] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.560117] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.563018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.673s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.564988] env[68207]: INFO nova.compute.claims [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.577599] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776289, 'name': CreateVM_Task, 'duration_secs': 0.415682} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.577599] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.577781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.577910] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.578272] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.578524] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442dd5b0-f2aa-4f3b-a4e1-284e00f0fd64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.585217] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 669.585217] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520b02df-b695-dee4-4db0-c700cebc9ec8" [ 669.585217] env[68207]: _type = "Task" [ 669.585217] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.597374] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520b02df-b695-dee4-4db0-c700cebc9ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.723018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "7404a2b9-9b22-476f-a94e-ef47a6c96152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.723652] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.724060] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "7404a2b9-9b22-476f-a94e-ef47a6c96152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.724323] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.724450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.726768] env[68207]: INFO nova.compute.manager [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Terminating instance [ 669.860255] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776292, 'name': CreateVM_Task, 'duration_secs': 0.381247} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.860522] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.861346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.941262] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.043074] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "911843cf-65d4-4262-8c80-e352755c8eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.043334] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.043891] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.049199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.062242] env[68207]: DEBUG oslo_vmware.api [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776293, 'name': PowerOffVM_Task, 'duration_secs': 0.211842} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.062566] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.062935] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.063849] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c62798-5895-45ca-8313-4955d809373f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.068996] env[68207]: DEBUG nova.compute.utils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.070839] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.070839] env[68207]: DEBUG nova.network.neutron [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.099016] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520b02df-b695-dee4-4db0-c700cebc9ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.099363] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.099609] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.099909] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.100079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.100285] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.100568] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.100913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.101240] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cf5d81f-6fbb-4d85-a218-1170c7cb3ab3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.103522] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bb2a35-e8ac-48b3-86f3-155f695889ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.108693] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 670.108693] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a00ad0-3264-9a16-6003-2204ce60ef55" [ 670.108693] env[68207]: _type = "Task" [ 670.108693] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.112973] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.113186] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.114596] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e560f2cc-f8d2-4d2d-8140-c5cb2dbe582f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.120428] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a00ad0-3264-9a16-6003-2204ce60ef55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.124339] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 670.124339] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fc01b4-d648-dca7-a438-bbc82769e41f" [ 670.124339] env[68207]: _type = "Task" [ 670.124339] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.125697] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.125912] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.126107] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Deleting the datastore file [datastore2] 416f940e-9efb-445b-887e-a0b750c6ed96 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.129492] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0daef115-6a0f-47b6-8d4a-5dcaab202727 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.137360] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc01b4-d648-dca7-a438-bbc82769e41f, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.139436] env[68207]: DEBUG oslo_vmware.api [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for the task: (returnval){ [ 670.139436] env[68207]: value = "task-2776295" [ 670.139436] env[68207]: _type = "Task" [ 670.139436] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.139656] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27a92b7-b3e8-42ea-923f-65871917a048 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.150935] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 670.150935] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a2b80b-44dd-82ef-0e14-f53b2ee67c80" [ 670.150935] env[68207]: _type = "Task" [ 670.150935] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.151187] env[68207]: DEBUG oslo_vmware.api [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.161498] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a2b80b-44dd-82ef-0e14-f53b2ee67c80, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.162235] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.162235] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d9335c00-8fe9-4550-a008-6e3fe9859294/d9335c00-8fe9-4550-a008-6e3fe9859294.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.162361] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6850ca13-8fea-404b-8429-259a9b81e9c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.169851] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 670.169851] env[68207]: value = "task-2776296" [ 670.169851] env[68207]: _type = "Task" [ 670.169851] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.175653] env[68207]: DEBUG nova.policy [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1551b011c1ff4c789d348f93bbf8eaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11cc7f44d2c047c6a9cd8359ccc440fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.184020] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.231467] env[68207]: DEBUG nova.compute.manager [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.231467] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.232601] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08360b2b-8560-4c3e-b35d-48bdde1d3c86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.242569] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.242943] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faa3abf2-8436-40f9-a68e-fa3e3c687ba6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.251190] env[68207]: DEBUG oslo_vmware.api [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 670.251190] env[68207]: value = "task-2776297" [ 670.251190] env[68207]: _type = "Task" [ 670.251190] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.263273] env[68207]: DEBUG oslo_vmware.api [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.579970] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.623869] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a00ad0-3264-9a16-6003-2204ce60ef55, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.624311] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.624619] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.624945] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.625247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.625438] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.629038] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-045e3820-2665-4524-96c2-0abccb15d78c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.645024] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.645024] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.651399] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be633055-cce6-4a62-a88a-a9da110b165d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.661868] env[68207]: DEBUG oslo_vmware.api [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Task: {'id': task-2776295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147769} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.666769] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.667049] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.667234] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.667413] env[68207]: INFO nova.compute.manager [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Took 1.16 seconds to destroy the instance on the hypervisor. [ 670.667670] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.668142] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 670.668142] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52be2b75-1f2d-0889-638a-86f4b84f48e1" [ 670.668142] env[68207]: _type = "Task" [ 670.668142] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.668822] env[68207]: DEBUG nova.compute.manager [-] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.668926] env[68207]: DEBUG nova.network.neutron [-] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.683292] env[68207]: DEBUG nova.compute.manager [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Received event network-changed-19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.683489] env[68207]: DEBUG nova.compute.manager [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Refreshing instance network info cache due to event network-changed-19307ee4-f419-4ff0-9901-d7647a423c51. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.683805] env[68207]: DEBUG oslo_concurrency.lockutils [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] Acquiring lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.683886] env[68207]: DEBUG oslo_concurrency.lockutils [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] Acquired lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.684170] env[68207]: DEBUG nova.network.neutron [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Refreshing network info cache for port 19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.693489] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776296, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.694018] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52be2b75-1f2d-0889-638a-86f4b84f48e1, 'name': SearchDatastore_Task, 'duration_secs': 0.019846} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.700265] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b73ba87-de87-43ac-99c0-280d76d43d64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.708325] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 670.708325] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528d8398-0a99-e026-0257-3771102d45f3" [ 670.708325] env[68207]: _type = "Task" [ 670.708325] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.715429] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528d8398-0a99-e026-0257-3771102d45f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.764892] env[68207]: DEBUG oslo_vmware.api [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776297, 'name': PowerOffVM_Task, 'duration_secs': 0.233865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.765376] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.765510] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.765758] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee81b745-b458-4701-b1e9-0b482adb951d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.825185] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.825416] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.825598] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleting the datastore file [datastore2] 7404a2b9-9b22-476f-a94e-ef47a6c96152 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.826357] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d63e86f-2a26-4ba6-917a-9c540de1f3ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.837414] env[68207]: DEBUG oslo_vmware.api [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 670.837414] env[68207]: value = "task-2776299" [ 670.837414] env[68207]: _type = "Task" [ 670.837414] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.846149] env[68207]: DEBUG oslo_vmware.api [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.970058] env[68207]: DEBUG nova.network.neutron [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Successfully created port: 6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.129434] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e32da-8430-4804-998a-8a68a4a05369 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.137849] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af009f4f-312e-4eb5-b74f-4812210bb2cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.168881] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b0e17a-9c7f-42a2-91ee-7bd60d62a4ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.182288] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c662e-bbfc-4de6-9cb9-5a99d0ae1b4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.186619] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524032} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.186619] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d9335c00-8fe9-4550-a008-6e3fe9859294/d9335c00-8fe9-4550-a008-6e3fe9859294.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.186619] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.186997] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c62b28-c038-4f6a-bbad-5131c7ebfbfe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.198962] env[68207]: DEBUG nova.compute.provider_tree [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.205579] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 671.205579] env[68207]: value = "task-2776300" [ 671.205579] env[68207]: _type = "Task" [ 671.205579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.217945] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.221599] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528d8398-0a99-e026-0257-3771102d45f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.222132] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.222417] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 255964fd-0aca-40f7-ae4f-2d4488a5eba0/255964fd-0aca-40f7-ae4f-2d4488a5eba0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.222663] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eeff6f5-7934-496d-b839-3a518625f337 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.229805] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 671.229805] env[68207]: value = "task-2776301" [ 671.229805] env[68207]: _type = "Task" [ 671.229805] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.238111] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.342540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.342655] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.342836] env[68207]: DEBUG nova.network.neutron [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.349420] env[68207]: DEBUG oslo_vmware.api [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161445} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.350211] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.350514] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.351416] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.351416] env[68207]: INFO nova.compute.manager [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Took 1.12 seconds to destroy the instance on the hypervisor. [ 671.351416] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.351416] env[68207]: DEBUG nova.compute.manager [-] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.351416] env[68207]: DEBUG nova.network.neutron [-] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.469239] env[68207]: DEBUG nova.network.neutron [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Updated VIF entry in instance network info cache for port 19307ee4-f419-4ff0-9901-d7647a423c51. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.469611] env[68207]: DEBUG nova.network.neutron [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Updating instance_info_cache with network_info: [{"id": "19307ee4-f419-4ff0-9901-d7647a423c51", "address": "fa:16:3e:d7:bc:08", "network": {"id": "8be3c7d1-af53-49cf-b9f7-f3265875f510", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-687647502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36faf2ff676041b9a2e974481d756a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19307ee4-f4", "ovs_interfaceid": "19307ee4-f419-4ff0-9901-d7647a423c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.592933] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.638917] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.639258] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.639420] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.640044] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.640044] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.640044] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.640693] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.640892] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.641270] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.641619] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.641973] env[68207]: DEBUG nova.virt.hardware [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.642721] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff00a8a-5fdf-4e41-864a-3f9e848dbd76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.653309] env[68207]: DEBUG nova.compute.manager [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Received event network-changed-5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.653309] env[68207]: DEBUG nova.compute.manager [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Refreshing instance network info cache due to event network-changed-5db6eac1-8f57-4859-b450-dd9be216f360. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 671.653309] env[68207]: DEBUG oslo_concurrency.lockutils [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] Acquiring lock "refresh_cache-255964fd-0aca-40f7-ae4f-2d4488a5eba0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.653532] env[68207]: DEBUG oslo_concurrency.lockutils [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] Acquired lock "refresh_cache-255964fd-0aca-40f7-ae4f-2d4488a5eba0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.653532] env[68207]: DEBUG nova.network.neutron [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Refreshing network info cache for port 5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.662550] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c791924-96b1-445e-aa0c-b07eec9905a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.703808] env[68207]: DEBUG nova.scheduler.client.report [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.722058] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063101} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.722952] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.723783] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c55f374-d915-4ae4-a79c-d6b631d5b35c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.754798] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] d9335c00-8fe9-4550-a008-6e3fe9859294/d9335c00-8fe9-4550-a008-6e3fe9859294.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.758845] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c51e5d-c9fa-4d1f-98b5-9b5e8e6ab556 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.779541] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502478} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.781090] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 255964fd-0aca-40f7-ae4f-2d4488a5eba0/255964fd-0aca-40f7-ae4f-2d4488a5eba0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.781342] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.781653] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 671.781653] env[68207]: value = "task-2776302" [ 671.781653] env[68207]: _type = "Task" [ 671.781653] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.781852] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc584ae8-72d5-4c50-8a01-b8969f0d3cdc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.796128] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.796128] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 671.796128] env[68207]: value = "task-2776303" [ 671.796128] env[68207]: _type = "Task" [ 671.796128] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.807227] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.976731] env[68207]: DEBUG oslo_concurrency.lockutils [req-5f1f8626-6fe8-4808-8b2a-a1900d73fcb2 req-666d154e-a416-4463-aba1-8ea8d44f19aa service nova] Releasing lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.151298] env[68207]: DEBUG nova.network.neutron [-] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.210546] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.212526] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.213963] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.873s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.214809] env[68207]: DEBUG nova.objects.instance [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lazy-loading 'resources' on Instance uuid 081158fd-d322-4fb7-bf2d-29291f8877b8 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.295296] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.309210] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082175} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.309464] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.311247] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3016bc9-3f91-4a03-959b-38feb26ec144 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.342828] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 255964fd-0aca-40f7-ae4f-2d4488a5eba0/255964fd-0aca-40f7-ae4f-2d4488a5eba0.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.343146] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61721557-3007-4f4d-83dc-cad3f9f9697a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.362902] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 672.362902] env[68207]: value = "task-2776304" [ 672.362902] env[68207]: _type = "Task" [ 672.362902] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.372976] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.496678] env[68207]: DEBUG nova.network.neutron [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance_info_cache with network_info: [{"id": "4fa41797-4f64-4310-ad51-665bbb561b49", "address": "fa:16:3e:c0:32:14", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa41797-4f", "ovs_interfaceid": "4fa41797-4f64-4310-ad51-665bbb561b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.631938] env[68207]: DEBUG nova.network.neutron [-] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.652403] env[68207]: INFO nova.compute.manager [-] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Took 1.98 seconds to deallocate network for instance. [ 672.666584] env[68207]: DEBUG nova.network.neutron [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Updated VIF entry in instance network info cache for port 5db6eac1-8f57-4859-b450-dd9be216f360. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.666584] env[68207]: DEBUG nova.network.neutron [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Updating instance_info_cache with network_info: [{"id": "5db6eac1-8f57-4859-b450-dd9be216f360", "address": "fa:16:3e:aa:ad:a0", "network": {"id": "99af6ead-8ea2-40e8-8dd8-e7eddd7ae43e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1197083723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af02e4bd00ed40989b86e5fa84e53858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db6eac1-8f", "ovs_interfaceid": "5db6eac1-8f57-4859-b450-dd9be216f360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.723442] env[68207]: DEBUG nova.compute.utils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.730977] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.730977] env[68207]: DEBUG nova.network.neutron [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.799942] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776302, 'name': ReconfigVM_Task, 'duration_secs': 0.850286} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.799942] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Reconfigured VM instance instance-00000011 to attach disk [datastore2] d9335c00-8fe9-4550-a008-6e3fe9859294/d9335c00-8fe9-4550-a008-6e3fe9859294.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.801059] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859c761c-1db1-4fee-9763-c7b810865675 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.808061] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 672.808061] env[68207]: value = "task-2776305" [ 672.808061] env[68207]: _type = "Task" [ 672.808061] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.821024] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776305, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.859568] env[68207]: DEBUG nova.policy [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f096b7eef4f64ba984cbef2e9dbffb08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d8f719962842ba962d568809d69046', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.874193] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776304, 'name': ReconfigVM_Task, 'duration_secs': 0.304204} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.875789] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 255964fd-0aca-40f7-ae4f-2d4488a5eba0/255964fd-0aca-40f7-ae4f-2d4488a5eba0.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.880682] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2402fab-9ccd-4f3f-bd83-3f97c9f45eed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.896958] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 672.896958] env[68207]: value = "task-2776306" [ 672.896958] env[68207]: _type = "Task" [ 672.896958] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.911209] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776306, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.000564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.140019] env[68207]: INFO nova.compute.manager [-] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Took 1.79 seconds to deallocate network for instance. [ 673.161622] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.176758] env[68207]: DEBUG oslo_concurrency.lockutils [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] Releasing lock "refresh_cache-255964fd-0aca-40f7-ae4f-2d4488a5eba0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.176758] env[68207]: DEBUG nova.compute.manager [req-01d77495-6652-4d31-96cb-eeefd033a212 req-d3223137-6b2c-461c-8856-c36668dc7c31 service nova] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Received event network-vif-deleted-dfcfc1a5-9617-4ebc-b062-732721b427ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.241757] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.310475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c136668-a9ed-4c13-8681-b3e9680d64d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.322841] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776305, 'name': Rename_Task, 'duration_secs': 0.1702} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.324906] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.325214] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2126f774-0b38-42e0-b7df-d196d1b2bc8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.327487] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb92e7c-4baa-4997-8e10-60787d2f1498 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.359537] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b05bf-4429-414d-9289-a4171647a4d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.362224] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 673.362224] env[68207]: value = "task-2776307" [ 673.362224] env[68207]: _type = "Task" [ 673.362224] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.370778] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1e667-c365-44f0-a989-fb568c7c893f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.378312] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.387842] env[68207]: DEBUG nova.compute.provider_tree [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.408086] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776306, 'name': Rename_Task, 'duration_secs': 0.145245} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.408086] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.408288] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d04f802-f672-47d2-9a64-6fc2ffb5aab5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.416428] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 673.416428] env[68207]: value = "task-2776308" [ 673.416428] env[68207]: _type = "Task" [ 673.416428] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.426823] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.529862] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3c42cc-e211-4948-9c24-2b2026ada6ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.551936] env[68207]: DEBUG nova.network.neutron [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Successfully created port: a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.554531] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3628a1-41bf-4ad5-90bd-c4d0921fa486 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.562454] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.652907] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.880288] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.891637] env[68207]: DEBUG nova.scheduler.client.report [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.935631] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.070178] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.070663] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febac5e8-d7d5-4f62-a42e-b794dfdb26cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.079013] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 674.079013] env[68207]: value = "task-2776309" [ 674.079013] env[68207]: _type = "Task" [ 674.079013] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.089041] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.215792] env[68207]: DEBUG nova.network.neutron [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Successfully updated port: 6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.257695] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.313544] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.315308] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.315308] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.315308] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.315308] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.315308] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.316902] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.317131] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.317323] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.317494] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.317687] env[68207]: DEBUG nova.virt.hardware [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.320740] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb906a4-48f5-4de9-9208-16168c234e72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.333029] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac5c4b-70f9-4814-8bb7-8fb018b7e7ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.374935] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.398605] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.403374] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.243s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.403374] env[68207]: DEBUG nova.objects.instance [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.436627] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776308, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.449343] env[68207]: INFO nova.scheduler.client.report [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Deleted allocations for instance 081158fd-d322-4fb7-bf2d-29291f8877b8 [ 674.596998] env[68207]: DEBUG oslo_vmware.api [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776309, 'name': PowerOnVM_Task, 'duration_secs': 0.4175} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.597460] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.597460] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6a058b3e-3c6a-41f9-ad51-53c817bf2cd3 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance '911843cf-65d4-4262-8c80-e352755c8eac' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.721051] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "refresh_cache-6502ef96-d83f-453d-bf58-4e7b40d15b2d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.722450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "refresh_cache-6502ef96-d83f-453d-bf58-4e7b40d15b2d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.722450] env[68207]: DEBUG nova.network.neutron [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.785662] env[68207]: DEBUG nova.compute.manager [req-b007f580-3ae6-486f-b034-dda37c00af7e req-bc873f9b-9147-4479-81dd-d9c6b32f3419 service nova] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Received event network-vif-deleted-9086c399-6da6-45d8-ba94-8d6ef7bd79c7 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 674.785855] env[68207]: DEBUG nova.compute.manager [req-b007f580-3ae6-486f-b034-dda37c00af7e req-bc873f9b-9147-4479-81dd-d9c6b32f3419 service nova] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Received event network-vif-deleted-a02d06b4-8215-42be-ba3a-6c2fc411e115 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 674.803630] env[68207]: DEBUG nova.compute.manager [req-b10f65e6-2444-4b8b-8b01-94c68e3b956a req-5e88250a-7153-4e03-9ff2-3b7a1a0bde44 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Received event network-vif-plugged-6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 674.803912] env[68207]: DEBUG oslo_concurrency.lockutils [req-b10f65e6-2444-4b8b-8b01-94c68e3b956a req-5e88250a-7153-4e03-9ff2-3b7a1a0bde44 service nova] Acquiring lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.805698] env[68207]: DEBUG oslo_concurrency.lockutils [req-b10f65e6-2444-4b8b-8b01-94c68e3b956a req-5e88250a-7153-4e03-9ff2-3b7a1a0bde44 service nova] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.805989] env[68207]: DEBUG oslo_concurrency.lockutils [req-b10f65e6-2444-4b8b-8b01-94c68e3b956a req-5e88250a-7153-4e03-9ff2-3b7a1a0bde44 service nova] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.806475] env[68207]: DEBUG nova.compute.manager [req-b10f65e6-2444-4b8b-8b01-94c68e3b956a req-5e88250a-7153-4e03-9ff2-3b7a1a0bde44 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] No waiting events found dispatching network-vif-plugged-6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.806475] env[68207]: WARNING nova.compute.manager [req-b10f65e6-2444-4b8b-8b01-94c68e3b956a req-5e88250a-7153-4e03-9ff2-3b7a1a0bde44 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Received unexpected event network-vif-plugged-6df84410-a5c4-4493-9cbe-256175b7dc8b for instance with vm_state building and task_state spawning. [ 674.877079] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.932342] env[68207]: DEBUG oslo_vmware.api [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776308, 'name': PowerOnVM_Task, 'duration_secs': 1.075188} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.935250] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.935250] env[68207]: INFO nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Took 8.39 seconds to spawn the instance on the hypervisor. [ 674.937320] env[68207]: DEBUG nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.938870] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d2fed-4175-49ea-8434-1dc4f6c69228 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.966180] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0b79fc0-99b8-4112-bfdf-78b029fd3524 tempest-ServerDiagnosticsNegativeTest-721558398 tempest-ServerDiagnosticsNegativeTest-721558398-project-member] Lock "081158fd-d322-4fb7-bf2d-29291f8877b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.849s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.269989] env[68207]: DEBUG nova.network.neutron [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.383322] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.419841] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3d52517-39ba-404d-af9e-f4ad28ed902a tempest-ServersAdmin275Test-1334110640 tempest-ServersAdmin275Test-1334110640-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.420700] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.606s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.422280] env[68207]: INFO nova.compute.claims [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.478896] env[68207]: INFO nova.compute.manager [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Took 30.94 seconds to build instance. [ 675.729393] env[68207]: DEBUG nova.network.neutron [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Updating instance_info_cache with network_info: [{"id": "6df84410-a5c4-4493-9cbe-256175b7dc8b", "address": "fa:16:3e:bc:8c:06", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df84410-a5", "ovs_interfaceid": "6df84410-a5c4-4493-9cbe-256175b7dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.884878] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.939030] env[68207]: DEBUG nova.network.neutron [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Successfully updated port: a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.952973] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "7f57b127-7022-4fac-a471-e7be04a7938d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.953238] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "7f57b127-7022-4fac-a471-e7be04a7938d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.979186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c504fb9a-d61d-40fc-9236-eb2479d4408d tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.996s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.235899] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "refresh_cache-6502ef96-d83f-453d-bf58-4e7b40d15b2d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.239026] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Instance network_info: |[{"id": "6df84410-a5c4-4493-9cbe-256175b7dc8b", "address": "fa:16:3e:bc:8c:06", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df84410-a5", "ovs_interfaceid": "6df84410-a5c4-4493-9cbe-256175b7dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.239309] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:8c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6df84410-a5c4-4493-9cbe-256175b7dc8b', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.252022] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.252022] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.252022] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14c21df4-0640-4934-8ae4-b2d9ad13b9e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.277484] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.277484] env[68207]: value = "task-2776310" [ 676.277484] env[68207]: _type = "Task" [ 676.277484] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.286411] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776310, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.387366] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.448317] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.448317] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquired lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.448317] env[68207]: DEBUG nova.network.neutron [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.484227] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.797809] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776310, 'name': CreateVM_Task, 'duration_secs': 0.452263} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.800270] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.800270] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800270] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.800914] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.801469] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6800a82a-366f-4d9d-97bb-942e83184e81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.815171] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 676.815171] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522d8949-c87b-af2a-20e2-fe80bae69d01" [ 676.815171] env[68207]: _type = "Task" [ 676.815171] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.826357] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522d8949-c87b-af2a-20e2-fe80bae69d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.893488] env[68207]: DEBUG oslo_vmware.api [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776307, 'name': PowerOnVM_Task, 'duration_secs': 3.470366} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.894845] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.894845] env[68207]: INFO nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Took 13.00 seconds to spawn the instance on the hypervisor. [ 676.894845] env[68207]: DEBUG nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.895082] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69dc4d1-7c47-4dff-ad26-225dfa134d9a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.005089] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e8ff7-cb99-4166-821e-2515a80fab0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.014554] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.014814] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.021991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e3602-9e5e-430b-bbf1-f5544b825102 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.027178] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.058375] env[68207]: DEBUG nova.network.neutron [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.061880] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16be48cf-0913-4df0-b7a5-874c5d1f7126 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.069460] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199ee65-45aa-4243-be8d-982b24ba12e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.083968] env[68207]: DEBUG nova.compute.provider_tree [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.336572] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522d8949-c87b-af2a-20e2-fe80bae69d01, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.336922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.337182] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.337414] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.337553] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.337723] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.338050] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adfe4484-5212-4100-9a8d-706b730ee123 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.353020] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.353020] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.353020] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865ce2f8-769a-4a0c-bedf-2a0aeb46b79f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.359048] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 677.359048] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52997f5a-ce04-9814-6eb2-6e1cca24d7a6" [ 677.359048] env[68207]: _type = "Task" [ 677.359048] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.369635] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52997f5a-ce04-9814-6eb2-6e1cca24d7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.415728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "911843cf-65d4-4262-8c80-e352755c8eac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.415984] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.416187] env[68207]: DEBUG nova.compute.manager [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Going to confirm migration 1 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 677.435753] env[68207]: INFO nova.compute.manager [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Took 35.75 seconds to build instance. [ 677.483053] env[68207]: DEBUG nova.network.neutron [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Updating instance_info_cache with network_info: [{"id": "a7bb6123-081d-4882-9efb-67582830679e", "address": "fa:16:3e:1f:df:4b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7bb6123-08", "ovs_interfaceid": "a7bb6123-081d-4882-9efb-67582830679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.587157] env[68207]: DEBUG nova.scheduler.client.report [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.875824] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52997f5a-ce04-9814-6eb2-6e1cca24d7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.022153} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.882876] env[68207]: DEBUG nova.compute.manager [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Received event network-vif-plugged-a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.883134] env[68207]: DEBUG oslo_concurrency.lockutils [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] Acquiring lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.883375] env[68207]: DEBUG oslo_concurrency.lockutils [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.883619] env[68207]: DEBUG oslo_concurrency.lockutils [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.883685] env[68207]: DEBUG nova.compute.manager [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] No waiting events found dispatching network-vif-plugged-a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.883862] env[68207]: WARNING nova.compute.manager [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Received unexpected event network-vif-plugged-a7bb6123-081d-4882-9efb-67582830679e for instance with vm_state building and task_state spawning. [ 677.884203] env[68207]: DEBUG nova.compute.manager [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Received event network-changed-a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.884203] env[68207]: DEBUG nova.compute.manager [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Refreshing instance network info cache due to event network-changed-a7bb6123-081d-4882-9efb-67582830679e. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.884673] env[68207]: DEBUG oslo_concurrency.lockutils [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] Acquiring lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.886409] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bed3455-6264-4fb5-8b56-7823b112fcdc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.895048] env[68207]: DEBUG nova.compute.manager [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Received event network-changed-6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.895048] env[68207]: DEBUG nova.compute.manager [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Refreshing instance network info cache due to event network-changed-6df84410-a5c4-4493-9cbe-256175b7dc8b. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.895048] env[68207]: DEBUG oslo_concurrency.lockutils [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] Acquiring lock "refresh_cache-6502ef96-d83f-453d-bf58-4e7b40d15b2d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895048] env[68207]: DEBUG oslo_concurrency.lockutils [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] Acquired lock "refresh_cache-6502ef96-d83f-453d-bf58-4e7b40d15b2d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.895048] env[68207]: DEBUG nova.network.neutron [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Refreshing network info cache for port 6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.905943] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 677.905943] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5211e8c1-2ed3-c78e-3a31-73388589a18d" [ 677.905943] env[68207]: _type = "Task" [ 677.905943] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.926751] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5211e8c1-2ed3-c78e-3a31-73388589a18d, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.931554] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.931554] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6502ef96-d83f-453d-bf58-4e7b40d15b2d/6502ef96-d83f-453d-bf58-4e7b40d15b2d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.931554] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20af8ac7-1a2f-4179-8d0e-6d93761c4933 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.938250] env[68207]: DEBUG oslo_concurrency.lockutils [None req-db62a0ad-1fc6-4b09-83aa-e6e0d7db5806 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.699s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.938781] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 677.938781] env[68207]: value = "task-2776311" [ 677.938781] env[68207]: _type = "Task" [ 677.938781] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.952568] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.984056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Releasing lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.984471] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Instance network_info: |[{"id": "a7bb6123-081d-4882-9efb-67582830679e", "address": "fa:16:3e:1f:df:4b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7bb6123-08", "ovs_interfaceid": "a7bb6123-081d-4882-9efb-67582830679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.985872] env[68207]: DEBUG oslo_concurrency.lockutils [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] Acquired lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.985975] env[68207]: DEBUG nova.network.neutron [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Refreshing network info cache for port a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.990565] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:df:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7bb6123-081d-4882-9efb-67582830679e', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.000919] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Creating folder: Project (b8d8f719962842ba962d568809d69046). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.001507] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e80cd9b0-d64e-448d-b6b3-c5a136559df7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.015291] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Created folder: Project (b8d8f719962842ba962d568809d69046) in parent group-v558176. [ 678.015624] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Creating folder: Instances. Parent ref: group-v558232. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.015872] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fac31012-0f66-40a7-9e12-b2976ffa7db7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.026757] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Created folder: Instances in parent group-v558232. [ 678.026757] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.026757] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.027012] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc1256a-a444-43a5-b958-03d6592762f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.050039] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.050039] env[68207]: value = "task-2776314" [ 678.050039] env[68207]: _type = "Task" [ 678.050039] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.059501] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776314, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.097887] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.098623] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.103111] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.102s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.103446] env[68207]: DEBUG nova.objects.instance [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lazy-loading 'resources' on Instance uuid f3c2c9c1-f902-4ff6-a458-4f7eca562aa6 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.169838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.170096] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.170298] env[68207]: DEBUG nova.network.neutron [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.170511] env[68207]: DEBUG nova.objects.instance [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lazy-loading 'info_cache' on Instance uuid 911843cf-65d4-4262-8c80-e352755c8eac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.451130] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.466572] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.566907] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776314, 'name': CreateVM_Task, 'duration_secs': 0.341775} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.570633] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.571342] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.571342] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.572646] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.572646] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef07dd3-e345-49ae-af4c-87ebab33a633 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.579477] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 678.579477] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e9fbae-4d85-94fd-4ab1-ed3d2849242f" [ 678.579477] env[68207]: _type = "Task" [ 678.579477] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.589273] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e9fbae-4d85-94fd-4ab1-ed3d2849242f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.608834] env[68207]: DEBUG nova.compute.utils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.609118] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.609318] env[68207]: DEBUG nova.network.neutron [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.743863] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.746604] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.746604] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.746604] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.746604] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.748408] env[68207]: INFO nova.compute.manager [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Terminating instance [ 678.771176] env[68207]: DEBUG nova.policy [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3443f26bfe164376b40f05b237370671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ec449f979b34b6d92a83cbe7deb810e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.957446] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925529} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.960062] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6502ef96-d83f-453d-bf58-4e7b40d15b2d/6502ef96-d83f-453d-bf58-4e7b40d15b2d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.960296] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.963203] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4d8271c-bdc7-4356-a055-ec6cf9098ba5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.977212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.977580] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 678.977580] env[68207]: value = "task-2776315" [ 678.977580] env[68207]: _type = "Task" [ 678.977580] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.986476] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.061211] env[68207]: DEBUG nova.network.neutron [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Updated VIF entry in instance network info cache for port 6df84410-a5c4-4493-9cbe-256175b7dc8b. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.061572] env[68207]: DEBUG nova.network.neutron [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Updating instance_info_cache with network_info: [{"id": "6df84410-a5c4-4493-9cbe-256175b7dc8b", "address": "fa:16:3e:bc:8c:06", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df84410-a5", "ovs_interfaceid": "6df84410-a5c4-4493-9cbe-256175b7dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.094114] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e9fbae-4d85-94fd-4ab1-ed3d2849242f, 'name': SearchDatastore_Task, 'duration_secs': 0.057416} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.094114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.094484] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.094753] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.094906] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.095173] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.098143] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d8f4c3-8547-405c-b3aa-c9b4799fb78c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.112309] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.112509] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.113288] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4b92ae-e040-4466-ad4f-1cda580e39fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.119208] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.129552] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 679.129552] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527d7c0b-e26c-8a2b-4319-441304869133" [ 679.129552] env[68207]: _type = "Task" [ 679.129552] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.137030] env[68207]: DEBUG nova.network.neutron [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Updated VIF entry in instance network info cache for port a7bb6123-081d-4882-9efb-67582830679e. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.137030] env[68207]: DEBUG nova.network.neutron [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Updating instance_info_cache with network_info: [{"id": "a7bb6123-081d-4882-9efb-67582830679e", "address": "fa:16:3e:1f:df:4b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7bb6123-08", "ovs_interfaceid": "a7bb6123-081d-4882-9efb-67582830679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.150211] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527d7c0b-e26c-8a2b-4319-441304869133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.259893] env[68207]: DEBUG nova.compute.manager [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.260153] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.264608] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d8e3e-e273-4d30-a200-cdbba2193e9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.267554] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f554e965-9143-4692-82dc-e80152efd01a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.277121] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.282215] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2441d11f-5970-4d47-b6c6-0122f0ff954d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.287530] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8b4e77-0b18-41bb-ac05-58abbb5d828b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.326014] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e691e06-4cc3-47fa-89d8-a027928e7e9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.329473] env[68207]: DEBUG oslo_vmware.api [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 679.329473] env[68207]: value = "task-2776316" [ 679.329473] env[68207]: _type = "Task" [ 679.329473] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.336466] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e434812-edd1-48ed-a70c-ddaf843e1466 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.343053] env[68207]: DEBUG oslo_vmware.api [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.356626] env[68207]: DEBUG nova.compute.provider_tree [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.496085] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345715} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.496085] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.497502] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5965b2-9679-4e8f-b4a9-2f267aa0c902 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.531134] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 6502ef96-d83f-453d-bf58-4e7b40d15b2d/6502ef96-d83f-453d-bf58-4e7b40d15b2d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.535033] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3170867a-7715-4049-84d1-881bb98fb88e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.561074] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 679.561074] env[68207]: value = "task-2776317" [ 679.561074] env[68207]: _type = "Task" [ 679.561074] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.566521] env[68207]: DEBUG oslo_concurrency.lockutils [req-502780e5-0ac5-4b24-aae2-ff1cb6d38cb2 req-46ccf524-11c2-46a3-8c15-de4119f8a117 service nova] Releasing lock "refresh_cache-6502ef96-d83f-453d-bf58-4e7b40d15b2d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.574490] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.647671] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527d7c0b-e26c-8a2b-4319-441304869133, 'name': SearchDatastore_Task, 'duration_secs': 0.02447} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.649012] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71c33e0-78ac-4136-8bb8-976a5d2dbd15 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.651718] env[68207]: DEBUG oslo_concurrency.lockutils [req-1654dd56-d8c1-4716-a79c-9ec6f5619b74 req-7ef9aee3-4bc7-4a8e-85cd-2bba71dc62d2 service nova] Releasing lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.657134] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 679.657134] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527d75ce-7952-ca0e-1ba0-ad6ee81292cf" [ 679.657134] env[68207]: _type = "Task" [ 679.657134] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.675169] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527d75ce-7952-ca0e-1ba0-ad6ee81292cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.768246] env[68207]: DEBUG nova.network.neutron [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Successfully created port: d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.843389] env[68207]: DEBUG oslo_vmware.api [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776316, 'name': PowerOffVM_Task, 'duration_secs': 0.250179} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.846016] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.846016] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.846016] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a8d0c26-95ce-47c1-b825-01b254e4318a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.859847] env[68207]: DEBUG nova.scheduler.client.report [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.912038] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.912038] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.912038] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Deleting the datastore file [datastore2] 255964fd-0aca-40f7-ae4f-2d4488a5eba0 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.912256] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3232a08-c715-4f7c-928c-297c8e063af4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.918688] env[68207]: DEBUG oslo_vmware.api [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for the task: (returnval){ [ 679.918688] env[68207]: value = "task-2776319" [ 679.918688] env[68207]: _type = "Task" [ 679.918688] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.930715] env[68207]: DEBUG oslo_vmware.api [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.977946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.977946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.981452] env[68207]: DEBUG nova.network.neutron [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance_info_cache with network_info: [{"id": "4fa41797-4f64-4310-ad51-665bbb561b49", "address": "fa:16:3e:c0:32:14", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa41797-4f", "ovs_interfaceid": "4fa41797-4f64-4310-ad51-665bbb561b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.073981] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776317, 'name': ReconfigVM_Task, 'duration_secs': 0.428893} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.074376] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 6502ef96-d83f-453d-bf58-4e7b40d15b2d/6502ef96-d83f-453d-bf58-4e7b40d15b2d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.074991] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-599a1ce4-5c56-4b5e-ad01-0c5f23942afd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.082021] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 680.082021] env[68207]: value = "task-2776320" [ 680.082021] env[68207]: _type = "Task" [ 680.082021] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.093051] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776320, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.142937] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.175118] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527d75ce-7952-ca0e-1ba0-ad6ee81292cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013522} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.175635] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.175889] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2e688e42-39fd-4d9c-a658-fa1a8ff10627/2e688e42-39fd-4d9c-a658-fa1a8ff10627.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.177467] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f13f8d-7298-49ef-870f-be7d1dcb9f4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.183646] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 680.183646] env[68207]: value = "task-2776321" [ 680.183646] env[68207]: _type = "Task" [ 680.183646] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.185444] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='29448208',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1291100910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.185663] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.185811] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.185983] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.186137] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.186279] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.186481] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.186632] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.186792] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.186974] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.187147] env[68207]: DEBUG nova.virt.hardware [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.188024] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083d77c-1cb1-41a7-9f3e-50015bbe0760 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.201330] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.202715] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475b556-8d9a-4bb2-a5e0-2585c0da9b9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.365602] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.368902] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.861s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.368902] env[68207]: DEBUG nova.objects.instance [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lazy-loading 'resources' on Instance uuid 4f616201-6b85-4b7f-9464-a6b42bebee28 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.404188] env[68207]: INFO nova.scheduler.client.report [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted allocations for instance f3c2c9c1-f902-4ff6-a458-4f7eca562aa6 [ 680.428050] env[68207]: DEBUG oslo_vmware.api [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Task: {'id': task-2776319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415058} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.429061] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.429061] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.429061] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.429061] env[68207]: INFO nova.compute.manager [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 680.429327] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.429691] env[68207]: DEBUG nova.compute.manager [-] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.429691] env[68207]: DEBUG nova.network.neutron [-] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.489219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-911843cf-65d4-4262-8c80-e352755c8eac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.489219] env[68207]: DEBUG nova.objects.instance [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lazy-loading 'migration_context' on Instance uuid 911843cf-65d4-4262-8c80-e352755c8eac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.595409] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776320, 'name': Rename_Task, 'duration_secs': 0.245203} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.595694] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.595924] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b4ace10-35da-4954-bee2-32dff3a1da95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.606244] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 680.606244] env[68207]: value = "task-2776322" [ 680.606244] env[68207]: _type = "Task" [ 680.606244] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.619245] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776322, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.701841] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776321, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.916579] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e7675eb1-d6d7-441b-8e13-d6b754af5864 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "f3c2c9c1-f902-4ff6-a458-4f7eca562aa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.846s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.996022] env[68207]: DEBUG nova.objects.base [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Object Instance<911843cf-65d4-4262-8c80-e352755c8eac> lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 680.996022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d887fec-2606-48b4-b9c3-9e7e8514a753 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.022491] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884f8c6f-bdf6-45bb-901d-33a22f286d8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.030641] env[68207]: DEBUG oslo_vmware.api [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 681.030641] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a1a178-a8e2-22a9-9815-9d90e483675f" [ 681.030641] env[68207]: _type = "Task" [ 681.030641] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.039013] env[68207]: DEBUG oslo_vmware.api [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1a178-a8e2-22a9-9815-9d90e483675f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.120668] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776322, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.198518] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854349} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.198820] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2e688e42-39fd-4d9c-a658-fa1a8ff10627/2e688e42-39fd-4d9c-a658-fa1a8ff10627.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.199086] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.199361] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc86c44c-366b-4bd4-847f-fa86c1185ea9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.208275] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 681.208275] env[68207]: value = "task-2776323" [ 681.208275] env[68207]: _type = "Task" [ 681.208275] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.225098] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.503260] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37d833-d4d6-47bc-9783-4f89fb1e0d6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.513803] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627eef0b-6ec9-4614-9860-546cdafdb986 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.552739] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39fa9c3-da6c-479f-a6d7-b6b487fc0d1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.561323] env[68207]: DEBUG oslo_vmware.api [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1a178-a8e2-22a9-9815-9d90e483675f, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.563665] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.565045] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f176a-cdcc-4959-890c-d21854f31d3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.579863] env[68207]: DEBUG nova.compute.provider_tree [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.619087] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.717852] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068084} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.718347] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.719230] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bb3b86-03c8-4dd1-a4d2-06217e8eef0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.756133] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2e688e42-39fd-4d9c-a658-fa1a8ff10627/2e688e42-39fd-4d9c-a658-fa1a8ff10627.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.757261] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1c51cd-52c0-416d-9608-ba0f48741c3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.791817] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 681.791817] env[68207]: value = "task-2776324" [ 681.791817] env[68207]: _type = "Task" [ 681.791817] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.803392] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.823268] env[68207]: DEBUG nova.network.neutron [-] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.084049] env[68207]: DEBUG nova.scheduler.client.report [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.119779] env[68207]: DEBUG oslo_vmware.api [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776322, 'name': PowerOnVM_Task, 'duration_secs': 1.088716} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.120185] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.120515] env[68207]: INFO nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Took 10.53 seconds to spawn the instance on the hypervisor. [ 682.120862] env[68207]: DEBUG nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.121862] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c203ace-7741-4129-83be-c20475ce5a63 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.231580] env[68207]: DEBUG nova.compute.manager [req-5b46b68c-98b3-4c62-904b-68066b469901 req-1f98f6ad-f5f6-4756-98fb-09ca7343b8c0 service nova] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Received event network-vif-deleted-5db6eac1-8f57-4859-b450-dd9be216f360 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.307109] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776324, 'name': ReconfigVM_Task, 'duration_secs': 0.279677} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.307496] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2e688e42-39fd-4d9c-a658-fa1a8ff10627/2e688e42-39fd-4d9c-a658-fa1a8ff10627.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.308186] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8667015-4231-487d-9c0c-fcd38d30afc7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.319924] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 682.319924] env[68207]: value = "task-2776325" [ 682.319924] env[68207]: _type = "Task" [ 682.319924] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.332710] env[68207]: INFO nova.compute.manager [-] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Took 1.90 seconds to deallocate network for instance. [ 682.334504] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776325, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.451452] env[68207]: DEBUG nova.network.neutron [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Successfully updated port: d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.589124] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.591683] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.890s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.592850] env[68207]: INFO nova.compute.claims [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.622819] env[68207]: INFO nova.scheduler.client.report [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted allocations for instance 4f616201-6b85-4b7f-9464-a6b42bebee28 [ 682.649065] env[68207]: INFO nova.compute.manager [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Took 35.07 seconds to build instance. [ 682.810351] env[68207]: DEBUG nova.compute.manager [req-bcadeefb-500b-4ca7-95a6-96240c12001b req-24986815-b34d-4672-b06d-2f032b914178 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Received event network-vif-plugged-d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.810351] env[68207]: DEBUG oslo_concurrency.lockutils [req-bcadeefb-500b-4ca7-95a6-96240c12001b req-24986815-b34d-4672-b06d-2f032b914178 service nova] Acquiring lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.810592] env[68207]: DEBUG oslo_concurrency.lockutils [req-bcadeefb-500b-4ca7-95a6-96240c12001b req-24986815-b34d-4672-b06d-2f032b914178 service nova] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.810592] env[68207]: DEBUG oslo_concurrency.lockutils [req-bcadeefb-500b-4ca7-95a6-96240c12001b req-24986815-b34d-4672-b06d-2f032b914178 service nova] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.810758] env[68207]: DEBUG nova.compute.manager [req-bcadeefb-500b-4ca7-95a6-96240c12001b req-24986815-b34d-4672-b06d-2f032b914178 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] No waiting events found dispatching network-vif-plugged-d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.810877] env[68207]: WARNING nova.compute.manager [req-bcadeefb-500b-4ca7-95a6-96240c12001b req-24986815-b34d-4672-b06d-2f032b914178 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Received unexpected event network-vif-plugged-d213dc21-ad56-449a-84b3-b82e12cf0454 for instance with vm_state building and task_state spawning. [ 682.832707] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776325, 'name': Rename_Task, 'duration_secs': 0.135886} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.833045] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.833430] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46f77bd-2242-4cd0-a682-1c11a9e9978d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.841034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.841310] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 682.841310] env[68207]: value = "task-2776326" [ 682.841310] env[68207]: _type = "Task" [ 682.841310] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.852468] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.958110] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.958110] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.958110] env[68207]: DEBUG nova.network.neutron [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.030430] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "204cdc86-b961-4e0e-a369-741df2477118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.030430] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.133197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-749c1cd0-925d-4ef3-ad97-3a199d755dc9 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "4f616201-6b85-4b7f-9464-a6b42bebee28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.325s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.153096] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c443841d-901e-45dd-815c-a9773e22ee52 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.125s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.352270] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776326, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.502114] env[68207]: DEBUG nova.network.neutron [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.655286] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.703203] env[68207]: DEBUG nova.network.neutron [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updating instance_info_cache with network_info: [{"id": "d213dc21-ad56-449a-84b3-b82e12cf0454", "address": "fa:16:3e:5d:ee:f5", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213dc21-ad", "ovs_interfaceid": "d213dc21-ad56-449a-84b3-b82e12cf0454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.853580] env[68207]: DEBUG oslo_vmware.api [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776326, 'name': PowerOnVM_Task, 'duration_secs': 0.668956} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.854207] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.854567] env[68207]: INFO nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Took 9.60 seconds to spawn the instance on the hypervisor. [ 683.858019] env[68207]: DEBUG nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.858019] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3174132-ef61-4f55-9890-92abefbed4e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.125233] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a4d5d-63b1-4f73-b166-06fe87b06f88 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.134452] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488f0c4e-b503-4e7c-8b5a-b99232b39617 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.178588] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ef2d3-3bb3-4956-84c6-5d703d89715e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.189889] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a082b8-03c3-46ef-bc18-522023245650 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.209578] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Releasing lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.209995] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Instance network_info: |[{"id": "d213dc21-ad56-449a-84b3-b82e12cf0454", "address": "fa:16:3e:5d:ee:f5", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213dc21-ad", "ovs_interfaceid": "d213dc21-ad56-449a-84b3-b82e12cf0454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.211126] env[68207]: DEBUG nova.compute.provider_tree [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.212994] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.213183] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:ee:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd213dc21-ad56-449a-84b3-b82e12cf0454', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.221239] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Creating folder: Project (2ec449f979b34b6d92a83cbe7deb810e). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.221851] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f22d1be9-6d9c-4266-a16d-7b5b2604c712 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.234575] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Created folder: Project (2ec449f979b34b6d92a83cbe7deb810e) in parent group-v558176. [ 684.234575] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Creating folder: Instances. Parent ref: group-v558237. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.234798] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e9d111-1b72-4d8a-9ade-11f7dcc517b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.244554] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Created folder: Instances in parent group-v558237. [ 684.244554] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.244690] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.244882] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cb910a7-bebe-463d-a3d1-785071ff2032 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.263589] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.263589] env[68207]: value = "task-2776332" [ 684.263589] env[68207]: _type = "Task" [ 684.263589] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.276677] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776332, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.388446] env[68207]: INFO nova.compute.manager [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Took 36.51 seconds to build instance. [ 684.529075] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.529434] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.572182] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "c75ca399-731b-495e-b764-11d8fd172455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.572419] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "c75ca399-731b-495e-b764-11d8fd172455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.723217] env[68207]: DEBUG nova.scheduler.client.report [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.774610] env[68207]: DEBUG nova.compute.manager [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Received event network-changed-19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.775198] env[68207]: DEBUG nova.compute.manager [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Refreshing instance network info cache due to event network-changed-19307ee4-f419-4ff0-9901-d7647a423c51. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 684.777189] env[68207]: DEBUG oslo_concurrency.lockutils [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] Acquiring lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.777189] env[68207]: DEBUG oslo_concurrency.lockutils [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] Acquired lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.777189] env[68207]: DEBUG nova.network.neutron [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Refreshing network info cache for port 19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.784876] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776332, 'name': CreateVM_Task, 'duration_secs': 0.489523} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.785627] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.786418] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.786664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.787084] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.787606] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879b17d9-379b-4fee-92b2-7072b928e684 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.793874] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 684.793874] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529c9a4f-afe1-6634-a607-44e850fcb726" [ 684.793874] env[68207]: _type = "Task" [ 684.793874] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.804092] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529c9a4f-afe1-6634-a607-44e850fcb726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.890176] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0ab7fd7-ddb6-4435-81d7-b5505b2499ce tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.251s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.170133] env[68207]: DEBUG nova.compute.manager [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Received event network-changed-d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.170133] env[68207]: DEBUG nova.compute.manager [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Refreshing instance network info cache due to event network-changed-d213dc21-ad56-449a-84b3-b82e12cf0454. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.170133] env[68207]: DEBUG oslo_concurrency.lockutils [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] Acquiring lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.170133] env[68207]: DEBUG oslo_concurrency.lockutils [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] Acquired lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.170133] env[68207]: DEBUG nova.network.neutron [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Refreshing network info cache for port d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.229252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.232046] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.234890] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.076s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.235720] env[68207]: INFO nova.compute.claims [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.238858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "7f1279fc-2387-487b-905d-2afc8c3caa33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.239148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.241242] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "7f1279fc-2387-487b-905d-2afc8c3caa33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.241242] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.241242] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.245015] env[68207]: INFO nova.compute.manager [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Terminating instance [ 685.307453] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529c9a4f-afe1-6634-a607-44e850fcb726, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.308515] env[68207]: DEBUG nova.compute.manager [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Received event network-changed {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.308699] env[68207]: DEBUG nova.compute.manager [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Refreshing instance network info cache due to event network-changed. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.309412] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] Acquiring lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.309412] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] Acquired lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.309412] env[68207]: DEBUG nova.network.neutron [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.310349] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.310573] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.310796] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.310936] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.311186] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.311819] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f8fffd2-6326-446d-b06b-aa056b7f7120 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.323385] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.323616] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.324338] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1447c764-68ce-45a2-b995-ac8fe6f4a8f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.329433] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 685.329433] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5218da3a-4028-4f43-cfc6-c8e225804792" [ 685.329433] env[68207]: _type = "Task" [ 685.329433] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.339032] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5218da3a-4028-4f43-cfc6-c8e225804792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.396703] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.468152] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.468432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.533884] env[68207]: DEBUG nova.network.neutron [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Updated VIF entry in instance network info cache for port 19307ee4-f419-4ff0-9901-d7647a423c51. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.534272] env[68207]: DEBUG nova.network.neutron [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Updating instance_info_cache with network_info: [{"id": "19307ee4-f419-4ff0-9901-d7647a423c51", "address": "fa:16:3e:d7:bc:08", "network": {"id": "8be3c7d1-af53-49cf-b9f7-f3265875f510", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-687647502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36faf2ff676041b9a2e974481d756a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19307ee4-f4", "ovs_interfaceid": "19307ee4-f419-4ff0-9901-d7647a423c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.740555] env[68207]: DEBUG nova.compute.utils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.742371] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.742459] env[68207]: DEBUG nova.network.neutron [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.752182] env[68207]: DEBUG nova.compute.manager [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.752447] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.753430] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c21a35a-c729-4f6f-a5d7-2fa2f0402804 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.764960] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.765571] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c172a4f3-1091-4139-b57e-8b826572543d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.807479] env[68207]: DEBUG nova.policy [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73407b33645d4f2980f758b9d3c6f642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eb815fdbcba4bdea9d5cfb99fabf43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.827544] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.827719] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.827798] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Deleting the datastore file [datastore2] 7f1279fc-2387-487b-905d-2afc8c3caa33 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.828643] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c41a9aa-52c4-48c3-9d2c-2499ffdde45d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.842645] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5218da3a-4028-4f43-cfc6-c8e225804792, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.848603] env[68207]: DEBUG oslo_vmware.api [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 685.848603] env[68207]: value = "task-2776335" [ 685.848603] env[68207]: _type = "Task" [ 685.848603] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.848955] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46591bb4-d4ab-4a26-bff6-b3530c9e89bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.861590] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 685.861590] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52581280-d8ae-71fc-c3ab-8ffc2b6194d3" [ 685.861590] env[68207]: _type = "Task" [ 685.861590] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.871101] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52581280-d8ae-71fc-c3ab-8ffc2b6194d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.928777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.979177] env[68207]: DEBUG nova.network.neutron [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updated VIF entry in instance network info cache for port d213dc21-ad56-449a-84b3-b82e12cf0454. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.979523] env[68207]: DEBUG nova.network.neutron [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updating instance_info_cache with network_info: [{"id": "d213dc21-ad56-449a-84b3-b82e12cf0454", "address": "fa:16:3e:5d:ee:f5", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213dc21-ad", "ovs_interfaceid": "d213dc21-ad56-449a-84b3-b82e12cf0454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.036950] env[68207]: DEBUG oslo_concurrency.lockutils [req-671c19e5-f84a-47a8-b2a9-99bcfea25759 req-33f2a82a-6ba7-407f-ae79-65c5cd43dd9f service nova] Releasing lock "refresh_cache-d9335c00-8fe9-4550-a008-6e3fe9859294" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.116969] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.117300] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.117515] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.117723] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.117897] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.121925] env[68207]: INFO nova.compute.manager [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Terminating instance [ 686.143971] env[68207]: DEBUG nova.network.neutron [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Updating instance_info_cache with network_info: [{"id": "a7bb6123-081d-4882-9efb-67582830679e", "address": "fa:16:3e:1f:df:4b", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7bb6123-08", "ovs_interfaceid": "a7bb6123-081d-4882-9efb-67582830679e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.237318] env[68207]: DEBUG nova.network.neutron [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Successfully created port: e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.245343] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.362837] env[68207]: DEBUG oslo_vmware.api [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214885} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.362837] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.362837] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.362837] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.363030] env[68207]: INFO nova.compute.manager [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Took 0.61 seconds to destroy the instance on the hypervisor. [ 686.363149] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.363339] env[68207]: DEBUG nova.compute.manager [-] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.363430] env[68207]: DEBUG nova.network.neutron [-] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.383103] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52581280-d8ae-71fc-c3ab-8ffc2b6194d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.383103] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.383103] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fcdb770c-4c0c-4faa-874d-66f05bbfc873/fcdb770c-4c0c-4faa-874d-66f05bbfc873.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.383301] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4800bc13-ff8f-44d7-b59e-4999956378ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.391288] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 686.391288] env[68207]: value = "task-2776336" [ 686.391288] env[68207]: _type = "Task" [ 686.391288] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.403334] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.485182] env[68207]: DEBUG oslo_concurrency.lockutils [req-740913bb-599c-4250-8ac2-ca834ad7a4cc req-fd3eb769-899c-4194-8416-e739ad260cdb service nova] Releasing lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627384] env[68207]: DEBUG nova.compute.manager [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.627655] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.628966] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4066906b-193e-4d69-9856-5595229d8f87 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.643144] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.643144] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d43aa67-b02a-4357-bf2a-09fd0d262559 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.649840] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4b400bbe-a5e3-49ae-a536-6a10890c545f tempest-ServerExternalEventsTest-1523651039 tempest-ServerExternalEventsTest-1523651039-project] Releasing lock "refresh_cache-2e688e42-39fd-4d9c-a658-fa1a8ff10627" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.658328] env[68207]: DEBUG oslo_vmware.api [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 686.658328] env[68207]: value = "task-2776337" [ 686.658328] env[68207]: _type = "Task" [ 686.658328] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.676124] env[68207]: DEBUG oslo_vmware.api [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.869184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12675734-e5dd-4edd-bf53-16bd548434f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.878085] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb5f9a3-8733-4d38-9768-cd9dabc5f2cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.918184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f853f-686d-42a3-8007-0508b8d18e46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.927777] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.932968] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108f26e-d129-4a92-b65b-2c6080033003 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.945546] env[68207]: DEBUG nova.compute.provider_tree [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.173613] env[68207]: DEBUG oslo_vmware.api [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776337, 'name': PowerOffVM_Task, 'duration_secs': 0.30988} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.174013] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.174627] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.176210] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75a48dd-62f5-4e29-80c8-0f413d00c049 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.195931] env[68207]: DEBUG nova.network.neutron [-] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.257253] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.263160] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.263534] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.263856] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Deleting the datastore file [datastore2] 2e688e42-39fd-4d9c-a658-fa1a8ff10627 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.264177] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d84fbc71-d789-4655-9225-7f03fdee3133 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.277109] env[68207]: DEBUG oslo_vmware.api [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for the task: (returnval){ [ 687.277109] env[68207]: value = "task-2776340" [ 687.277109] env[68207]: _type = "Task" [ 687.277109] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.297042] env[68207]: DEBUG oslo_vmware.api [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.301122] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.301122] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.301122] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.301502] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.301502] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.301502] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.301502] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.301502] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.301688] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.301893] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.302361] env[68207]: DEBUG nova.virt.hardware [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.303643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c31185-8810-469b-91bd-5068994e73db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.313969] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8288d9c-3850-487a-b2fa-bc8a813f23a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.430875] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652847} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.430875] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fcdb770c-4c0c-4faa-874d-66f05bbfc873/fcdb770c-4c0c-4faa-874d-66f05bbfc873.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.430875] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.430875] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-954f0289-192f-42e9-bdb5-e43c2f4dfdf2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.438383] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 687.438383] env[68207]: value = "task-2776341" [ 687.438383] env[68207]: _type = "Task" [ 687.438383] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.452021] env[68207]: DEBUG nova.scheduler.client.report [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.452883] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.583752] env[68207]: DEBUG nova.compute.manager [req-2d7190f3-8eb2-402b-b01b-10e0fa1a2ea0 req-dd0e2fb2-9dee-4321-a7b3-c7a40c434ac5 service nova] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Received event network-vif-deleted-fd7b3c49-5c1d-424f-82d4-d3ce26316ef0 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 687.699548] env[68207]: INFO nova.compute.manager [-] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Took 1.34 seconds to deallocate network for instance. [ 687.788997] env[68207]: DEBUG oslo_vmware.api [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Task: {'id': task-2776340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257907} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.789340] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.789536] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.789714] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.789884] env[68207]: INFO nova.compute.manager [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Took 1.16 seconds to destroy the instance on the hypervisor. [ 687.790142] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.790341] env[68207]: DEBUG nova.compute.manager [-] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.790436] env[68207]: DEBUG nova.network.neutron [-] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.951479] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124145} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.951778] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.953122] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ce5f7-742b-43ec-a748-2913853d63ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.958862] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.958862] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.963702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.329s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.963904] env[68207]: DEBUG nova.objects.instance [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lazy-loading 'resources' on Instance uuid 157b6f13-23f2-4294-9342-d217ab63fcfd {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.992642] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] fcdb770c-4c0c-4faa-874d-66f05bbfc873/fcdb770c-4c0c-4faa-874d-66f05bbfc873.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.993215] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb53889-0a50-44f6-b0f1-5de974aa7596 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.016589] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 688.016589] env[68207]: value = "task-2776342" [ 688.016589] env[68207]: _type = "Task" [ 688.016589] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.028508] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.206562] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.361524] env[68207]: DEBUG nova.network.neutron [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Successfully updated port: e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.418860] env[68207]: DEBUG nova.compute.manager [req-bf6c3ae5-7f71-456c-8c9e-de1d998a5ac7 req-af26c109-220e-42cc-8c9a-af2da65b59ba service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Received event network-vif-plugged-e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.419134] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf6c3ae5-7f71-456c-8c9e-de1d998a5ac7 req-af26c109-220e-42cc-8c9a-af2da65b59ba service nova] Acquiring lock "dee791a2-b454-4c8c-a507-bc9bece10939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.419368] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf6c3ae5-7f71-456c-8c9e-de1d998a5ac7 req-af26c109-220e-42cc-8c9a-af2da65b59ba service nova] Lock "dee791a2-b454-4c8c-a507-bc9bece10939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.419537] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf6c3ae5-7f71-456c-8c9e-de1d998a5ac7 req-af26c109-220e-42cc-8c9a-af2da65b59ba service nova] Lock "dee791a2-b454-4c8c-a507-bc9bece10939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.419707] env[68207]: DEBUG nova.compute.manager [req-bf6c3ae5-7f71-456c-8c9e-de1d998a5ac7 req-af26c109-220e-42cc-8c9a-af2da65b59ba service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] No waiting events found dispatching network-vif-plugged-e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.419868] env[68207]: WARNING nova.compute.manager [req-bf6c3ae5-7f71-456c-8c9e-de1d998a5ac7 req-af26c109-220e-42cc-8c9a-af2da65b59ba service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Received unexpected event network-vif-plugged-e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 for instance with vm_state building and task_state spawning. [ 688.467023] env[68207]: DEBUG nova.compute.utils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.467023] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.467023] env[68207]: DEBUG nova.network.neutron [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.526263] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.527950] env[68207]: DEBUG nova.policy [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac5484feca414dc48292f9089d8d8349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15bdde0315874765a5bca8c8306d0a48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.548903] env[68207]: DEBUG nova.network.neutron [-] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.867386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-dee791a2-b454-4c8c-a507-bc9bece10939" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.867386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-dee791a2-b454-4c8c-a507-bc9bece10939" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.867386] env[68207]: DEBUG nova.network.neutron [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.971237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a60a69-385d-488a-8928-5a1372bd751d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.974578] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.982076] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801380d-8f69-4bf8-a20d-ea01e3db574e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.013412] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e10c45-ace6-4fde-a276-3c9b5cdc9311 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.016596] env[68207]: DEBUG nova.network.neutron [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Successfully created port: 77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.029985] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de54e667-5655-4ac0-8276-1b44229fbc03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.034965] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.044743] env[68207]: DEBUG nova.compute.provider_tree [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.051731] env[68207]: INFO nova.compute.manager [-] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Took 1.26 seconds to deallocate network for instance. [ 689.403680] env[68207]: DEBUG nova.network.neutron [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.528697] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776342, 'name': ReconfigVM_Task, 'duration_secs': 1.316014} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.528963] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Reconfigured VM instance instance-00000015 to attach disk [datastore2] fcdb770c-4c0c-4faa-874d-66f05bbfc873/fcdb770c-4c0c-4faa-874d-66f05bbfc873.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.530132] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c08713-25e1-446d-9861-a71c29c96a3b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.535767] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 689.535767] env[68207]: value = "task-2776344" [ 689.535767] env[68207]: _type = "Task" [ 689.535767] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.545804] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776344, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.546771] env[68207]: DEBUG nova.network.neutron [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Updating instance_info_cache with network_info: [{"id": "e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8", "address": "fa:16:3e:62:fa:90", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape931ac3d-09", "ovs_interfaceid": "e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.548496] env[68207]: DEBUG nova.scheduler.client.report [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.561293] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.610135] env[68207]: DEBUG nova.compute.manager [req-bd1f1b5b-f9e7-4da7-8f58-0c82d4113632 req-56eaf15f-3f94-41f1-b64a-fbc6612113e6 service nova] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Received event network-vif-deleted-a7bb6123-081d-4882-9efb-67582830679e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.985449] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.014952] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.015190] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.015406] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.015612] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.015757] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.015901] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.016380] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.016629] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.016864] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.017215] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.017919] env[68207]: DEBUG nova.virt.hardware [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.018628] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ac12f-0b62-425a-bd97-86d47d53cf2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.027498] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2aa76-e1b6-4b14-a967-994916a619ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.053123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-dee791a2-b454-4c8c-a507-bc9bece10939" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.053484] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance network_info: |[{"id": "e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8", "address": "fa:16:3e:62:fa:90", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape931ac3d-09", "ovs_interfaceid": "e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.054024] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776344, 'name': Rename_Task, 'duration_secs': 0.176755} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.054763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.057094] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:fa:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.065343] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating folder: Project (9eb815fdbcba4bdea9d5cfb99fabf43d). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.065690] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.066998] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.391s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.070917] env[68207]: INFO nova.compute.claims [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.070917] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce76035-35f2-499a-9d94-809e6c088bf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.076828] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3bca89f-75d1-4c1a-8de2-6f6db931ca67 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.085149] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 690.085149] env[68207]: value = "task-2776346" [ 690.085149] env[68207]: _type = "Task" [ 690.085149] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.090037] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created folder: Project (9eb815fdbcba4bdea9d5cfb99fabf43d) in parent group-v558176. [ 690.090037] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating folder: Instances. Parent ref: group-v558241. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.090638] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-946433af-41ee-4058-8329-d46fcb0ef10c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.096624] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.097128] env[68207]: INFO nova.scheduler.client.report [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Deleted allocations for instance 157b6f13-23f2-4294-9342-d217ab63fcfd [ 690.106243] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created folder: Instances in parent group-v558241. [ 690.106486] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.106678] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.106882] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9554cec5-76ed-4c27-b393-23ae22cfe810 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.128813] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.128813] env[68207]: value = "task-2776348" [ 690.128813] env[68207]: _type = "Task" [ 690.128813] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.137621] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776348, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.448185] env[68207]: DEBUG nova.compute.manager [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Received event network-changed-e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.448432] env[68207]: DEBUG nova.compute.manager [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Refreshing instance network info cache due to event network-changed-e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.448596] env[68207]: DEBUG oslo_concurrency.lockutils [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] Acquiring lock "refresh_cache-dee791a2-b454-4c8c-a507-bc9bece10939" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.448733] env[68207]: DEBUG oslo_concurrency.lockutils [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] Acquired lock "refresh_cache-dee791a2-b454-4c8c-a507-bc9bece10939" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.448887] env[68207]: DEBUG nova.network.neutron [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Refreshing network info cache for port e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.595954] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.603991] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aca67276-4208-4ad4-93a8-121f9372ea36 tempest-ServersAdmin275Test-348662821 tempest-ServersAdmin275Test-348662821-project-member] Lock "157b6f13-23f2-4294-9342-d217ab63fcfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.338s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.639291] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776348, 'name': CreateVM_Task, 'duration_secs': 0.364662} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.639592] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.640385] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.640706] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.641146] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.641520] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d659a6e-cce6-4290-abbb-4c809539cb10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.646562] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 690.646562] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52468f25-363a-b54e-a312-7d2b4604a684" [ 690.646562] env[68207]: _type = "Task" [ 690.646562] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.655578] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52468f25-363a-b54e-a312-7d2b4604a684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.689149] env[68207]: DEBUG nova.network.neutron [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Successfully updated port: 77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.100503] env[68207]: DEBUG oslo_vmware.api [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776346, 'name': PowerOnVM_Task, 'duration_secs': 0.574517} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.100503] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.100503] env[68207]: INFO nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Took 10.96 seconds to spawn the instance on the hypervisor. [ 691.100503] env[68207]: DEBUG nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.100760] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8058ab44-51be-42b1-940d-4efc436b92c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.164305] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52468f25-363a-b54e-a312-7d2b4604a684, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.166190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.166190] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.166190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166711] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.173493] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de917fd4-fed8-4272-a53f-1ea2f0dcff28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.185078] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.185292] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.187038] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7664e466-d198-4b79-bd69-28c1250fac7e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.192256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "refresh_cache-6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.192256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquired lock "refresh_cache-6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.192391] env[68207]: DEBUG nova.network.neutron [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.193519] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 691.193519] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521550c0-b2ca-ed6a-6041-b68409e25ca4" [ 691.193519] env[68207]: _type = "Task" [ 691.193519] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.210035] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521550c0-b2ca-ed6a-6041-b68409e25ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.498990] env[68207]: DEBUG nova.network.neutron [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Updated VIF entry in instance network info cache for port e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.499443] env[68207]: DEBUG nova.network.neutron [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Updating instance_info_cache with network_info: [{"id": "e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8", "address": "fa:16:3e:62:fa:90", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape931ac3d-09", "ovs_interfaceid": "e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.575717] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433ed31a-4b6b-4c6e-a71e-0b7c8b7019f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.585922] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3dacae-e8f5-43ad-a348-1b1652cb5cf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.626332] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa55d89-4eb4-484a-855f-07d526797d18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.628609] env[68207]: INFO nova.compute.manager [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Took 37.84 seconds to build instance. [ 691.633209] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a22d8f5-01a5-44ac-a0c9-ee8d3509b3a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.651365] env[68207]: DEBUG nova.compute.provider_tree [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.706659] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521550c0-b2ca-ed6a-6041-b68409e25ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.025258} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.707544] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2f1159-44a0-4d1e-85a5-180b3087e3df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.712659] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 691.712659] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fb39af-96b8-d8f8-230d-c3587857d0b9" [ 691.712659] env[68207]: _type = "Task" [ 691.712659] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.720540] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fb39af-96b8-d8f8-230d-c3587857d0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.754264] env[68207]: DEBUG nova.network.neutron [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.002046] env[68207]: DEBUG oslo_concurrency.lockutils [req-c4b70487-db7e-4198-bbca-e110601328ae req-4f05d5fb-0c4a-4143-9866-a0a225a0f29b service nova] Releasing lock "refresh_cache-dee791a2-b454-4c8c-a507-bc9bece10939" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.072559] env[68207]: DEBUG nova.network.neutron [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Updating instance_info_cache with network_info: [{"id": "77b586c4-04df-4c0b-b8f7-98029774a603", "address": "fa:16:3e:e0:42:ec", "network": {"id": "92809916-8bc0-4fb8-8a21-4e1018db1db6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1248135466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bdde0315874765a5bca8c8306d0a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b586c4-04", "ovs_interfaceid": "77b586c4-04df-4c0b-b8f7-98029774a603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.139632] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee1866b8-a3c9-4775-887d-2aafdcde5684 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.106s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.154593] env[68207]: DEBUG nova.scheduler.client.report [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.223439] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fb39af-96b8-d8f8-230d-c3587857d0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014081} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.223804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.223996] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.224271] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0619dd7e-3754-45e9-bbdb-7a11125e773f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.231068] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 692.231068] env[68207]: value = "task-2776350" [ 692.231068] env[68207]: _type = "Task" [ 692.231068] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.239931] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.574993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Releasing lock "refresh_cache-6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.575469] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Instance network_info: |[{"id": "77b586c4-04df-4c0b-b8f7-98029774a603", "address": "fa:16:3e:e0:42:ec", "network": {"id": "92809916-8bc0-4fb8-8a21-4e1018db1db6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1248135466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bdde0315874765a5bca8c8306d0a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b586c4-04", "ovs_interfaceid": "77b586c4-04df-4c0b-b8f7-98029774a603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.575965] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:42:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b586c4-04df-4c0b-b8f7-98029774a603', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.587846] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Creating folder: Project (15bdde0315874765a5bca8c8306d0a48). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.588304] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6a55b2-9ae2-4603-9485-22e1b9586aab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.606187] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Created folder: Project (15bdde0315874765a5bca8c8306d0a48) in parent group-v558176. [ 692.606550] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Creating folder: Instances. Parent ref: group-v558244. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.606905] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb17b6f2-da9b-45c7-95f4-2b095fc6d435 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.617503] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Created folder: Instances in parent group-v558244. [ 692.617830] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.618198] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.618549] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc67127f-7679-4cc7-a786-9239df0e478d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.642530] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.652039] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.652039] env[68207]: value = "task-2776353" [ 692.652039] env[68207]: _type = "Task" [ 692.652039] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.664725] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.666821] env[68207]: DEBUG nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.669331] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776353, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.669824] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.551s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.670046] env[68207]: DEBUG nova.objects.instance [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lazy-loading 'resources' on Instance uuid 6ab1ccb3-7844-4a17-8747-561d1d96ea38 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.742986] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491948} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.743252] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.743460] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.743700] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbed734-1ac0-4efb-8c64-0ed429c928b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.749627] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 692.749627] env[68207]: value = "task-2776354" [ 692.749627] env[68207]: _type = "Task" [ 692.749627] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.759207] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.024415] env[68207]: DEBUG nova.compute.manager [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Received event network-vif-plugged-77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.024631] env[68207]: DEBUG oslo_concurrency.lockutils [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] Acquiring lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.024834] env[68207]: DEBUG oslo_concurrency.lockutils [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.024993] env[68207]: DEBUG oslo_concurrency.lockutils [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.025299] env[68207]: DEBUG nova.compute.manager [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] No waiting events found dispatching network-vif-plugged-77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.025512] env[68207]: WARNING nova.compute.manager [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Received unexpected event network-vif-plugged-77b586c4-04df-4c0b-b8f7-98029774a603 for instance with vm_state building and task_state spawning. [ 693.025652] env[68207]: DEBUG nova.compute.manager [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Received event network-changed-77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.025766] env[68207]: DEBUG nova.compute.manager [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Refreshing instance network info cache due to event network-changed-77b586c4-04df-4c0b-b8f7-98029774a603. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 693.026062] env[68207]: DEBUG oslo_concurrency.lockutils [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] Acquiring lock "refresh_cache-6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.026229] env[68207]: DEBUG oslo_concurrency.lockutils [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] Acquired lock "refresh_cache-6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.026445] env[68207]: DEBUG nova.network.neutron [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Refreshing network info cache for port 77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.174012] env[68207]: DEBUG nova.compute.utils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.175437] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776353, 'name': CreateVM_Task, 'duration_secs': 0.374338} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.175725] env[68207]: DEBUG nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 693.186123] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.189020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.189745] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.189899] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.192395] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.197498] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8a1381-a4d4-429b-bd05-3d348f1888c8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.203369] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 693.203369] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524e685b-71f1-f211-07d8-5bc86fb88812" [ 693.203369] env[68207]: _type = "Task" [ 693.203369] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.214079] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524e685b-71f1-f211-07d8-5bc86fb88812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.260841] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092669} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.261149] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.264139] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1396236-9ee5-473b-93ff-c7d18b7aaf61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.293161] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.297573] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbdde768-d979-4d40-99ec-1d7e2200deb8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.319848] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 693.319848] env[68207]: value = "task-2776355" [ 693.319848] env[68207]: _type = "Task" [ 693.319848] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.332754] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.688776] env[68207]: DEBUG nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.727580] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524e685b-71f1-f211-07d8-5bc86fb88812, 'name': SearchDatastore_Task, 'duration_secs': 0.014296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.730549] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.731498] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.731875] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.732098] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.732305] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.733044] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28c59a98-966b-41f8-b338-bbd9d5da3762 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.750221] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.750290] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.751213] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99d5f53-a12b-4334-8de7-c5d908c04328 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.757780] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 693.757780] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5279bf32-f0d3-49ae-f4c8-1a5d8afab372" [ 693.757780] env[68207]: _type = "Task" [ 693.757780] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.771537] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5279bf32-f0d3-49ae-f4c8-1a5d8afab372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.776269] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eacf933-814a-4903-a05f-aee4c28b50cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.793739] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d10d0f2-6edd-412a-8deb-ce8deabc3a93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.830491] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e475e25c-f726-480c-9303-dda85e75122a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.842078] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776355, 'name': ReconfigVM_Task, 'duration_secs': 0.340792} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.843339] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62311f-27f7-4576-a592-bce2b3e2fd5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.847763] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Reconfigured VM instance instance-00000016 to attach disk [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.848522] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-788072ea-c4fa-4087-81b7-f47196012e09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.860731] env[68207]: DEBUG nova.compute.provider_tree [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.863514] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 693.863514] env[68207]: value = "task-2776357" [ 693.863514] env[68207]: _type = "Task" [ 693.863514] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.873216] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776357, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.078292] env[68207]: DEBUG nova.network.neutron [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Updated VIF entry in instance network info cache for port 77b586c4-04df-4c0b-b8f7-98029774a603. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.078292] env[68207]: DEBUG nova.network.neutron [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Updating instance_info_cache with network_info: [{"id": "77b586c4-04df-4c0b-b8f7-98029774a603", "address": "fa:16:3e:e0:42:ec", "network": {"id": "92809916-8bc0-4fb8-8a21-4e1018db1db6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1248135466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bdde0315874765a5bca8c8306d0a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b586c4-04", "ovs_interfaceid": "77b586c4-04df-4c0b-b8f7-98029774a603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.270713] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5279bf32-f0d3-49ae-f4c8-1a5d8afab372, 'name': SearchDatastore_Task, 'duration_secs': 0.025227} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.271509] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df133ca-f4c2-43cc-902c-91434940f062 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.279296] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 694.279296] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5211e763-4ba7-c047-f24c-c52363d9ae3f" [ 694.279296] env[68207]: _type = "Task" [ 694.279296] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.293232] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5211e763-4ba7-c047-f24c-c52363d9ae3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.293672] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.294078] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae/6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.294536] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e091a20-b07d-4629-85c1-f7d0cc429c5d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.302561] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 694.302561] env[68207]: value = "task-2776358" [ 694.302561] env[68207]: _type = "Task" [ 694.302561] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.318880] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.365864] env[68207]: DEBUG nova.scheduler.client.report [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.388072] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776357, 'name': Rename_Task, 'duration_secs': 0.165563} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.388855] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.388855] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdf62fb9-ca4f-4e19-ad82-2dc6f39590df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.395723] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 694.395723] env[68207]: value = "task-2776359" [ 694.395723] env[68207]: _type = "Task" [ 694.395723] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.408808] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.580632] env[68207]: DEBUG oslo_concurrency.lockutils [req-5419c1e3-5a4c-4506-9e3b-4c2504ffbc6c req-94c2d0bf-c6b7-41de-99c5-8ad1fd6888be service nova] Releasing lock "refresh_cache-6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.700489] env[68207]: DEBUG nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.727207] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.727463] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.727618] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.727843] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.727938] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.728102] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.728310] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.728468] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.728636] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.728794] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.728966] env[68207]: DEBUG nova.virt.hardware [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.729942] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984f9150-bb2e-4da3-a9b6-bbe716883eab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.738607] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383d009-5a78-4ef6-80a1-d6f15b7b06b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.753596] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.765726] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Creating folder: Project (9d13c50e2e28461e9955a26100a5dc98). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.765726] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35297fc2-636b-409a-9aca-41cc80d21e93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.770568] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Created folder: Project (9d13c50e2e28461e9955a26100a5dc98) in parent group-v558176. [ 694.770783] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Creating folder: Instances. Parent ref: group-v558248. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.771054] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7672d3eb-2904-44e4-9d21-91d02732981d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.779883] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Created folder: Instances in parent group-v558248. [ 694.780499] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.780499] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.780596] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52bbcdb1-1e8c-4f54-a370-0debfef2a051 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.800184] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.800184] env[68207]: value = "task-2776362" [ 694.800184] env[68207]: _type = "Task" [ 694.800184] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.810369] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776362, 'name': CreateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.816294] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.882184] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.887134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.588s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.888971] env[68207]: INFO nova.compute.claims [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.913861] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.930680] env[68207]: INFO nova.scheduler.client.report [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Deleted allocations for instance 6ab1ccb3-7844-4a17-8747-561d1d96ea38 [ 694.942941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.943223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.311478] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776362, 'name': CreateVM_Task, 'duration_secs': 0.366614} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.314642] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.314977] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603447} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.319019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.319019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.319019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.319019] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae/6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.319583] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.319583] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb48810-da81-44da-98d6-2b17028b5080 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.320659] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82b44425-6eb9-4128-8147-e06bb9825d6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.325311] env[68207]: DEBUG nova.compute.manager [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Received event network-changed-d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.325505] env[68207]: DEBUG nova.compute.manager [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Refreshing instance network info cache due to event network-changed-d213dc21-ad56-449a-84b3-b82e12cf0454. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 695.325735] env[68207]: DEBUG oslo_concurrency.lockutils [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] Acquiring lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.325876] env[68207]: DEBUG oslo_concurrency.lockutils [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] Acquired lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.326031] env[68207]: DEBUG nova.network.neutron [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Refreshing network info cache for port d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.330040] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 695.330040] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ba9fc3-be94-ab82-0bf8-fdbe9923f462" [ 695.330040] env[68207]: _type = "Task" [ 695.330040] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.330403] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 695.330403] env[68207]: value = "task-2776363" [ 695.330403] env[68207]: _type = "Task" [ 695.330403] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.343987] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ba9fc3-be94-ab82-0bf8-fdbe9923f462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.347182] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.408970] env[68207]: DEBUG oslo_vmware.api [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776359, 'name': PowerOnVM_Task, 'duration_secs': 0.88138} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.409296] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.409504] env[68207]: INFO nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Took 8.15 seconds to spawn the instance on the hypervisor. [ 695.409673] env[68207]: DEBUG nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.410480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef436ae6-25e2-4925-befa-369d7f7391cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.442759] env[68207]: DEBUG oslo_concurrency.lockutils [None req-924b08ff-9426-48cb-a5c1-448d2fc3080b tempest-TenantUsagesTestJSON-2032982498 tempest-TenantUsagesTestJSON-2032982498-project-member] Lock "6ab1ccb3-7844-4a17-8747-561d1d96ea38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.820s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.595184] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fcbce330-9c81-440e-8cf3-12542c264854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.595184] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fcbce330-9c81-440e-8cf3-12542c264854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.854814] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ba9fc3-be94-ab82-0bf8-fdbe9923f462, 'name': SearchDatastore_Task, 'duration_secs': 0.027442} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.856390] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075441} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.856390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.856390] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.856550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.856550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.856723] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.856974] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.857244] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c715f06-3cf5-4e03-80db-ad7464c06b39 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.860343] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b1e2e-0d67-4a6e-9c1a-45205641f641 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.888122] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae/6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.896483] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8e521e-e705-4a6d-8a06-5aed21c7e8f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.913175] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.913373] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.917193] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49eb924f-8541-4dda-a929-bc4099305129 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.936153] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 695.936153] env[68207]: value = "task-2776365" [ 695.936153] env[68207]: _type = "Task" [ 695.936153] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.939902] env[68207]: INFO nova.compute.manager [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Took 38.27 seconds to build instance. [ 695.940020] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 695.940020] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d20213-be99-4f19-fd2f-b8ebca09776d" [ 695.940020] env[68207]: _type = "Task" [ 695.940020] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.651232] env[68207]: DEBUG oslo_concurrency.lockutils [None req-639c0dad-a45b-413b-a603-3d3218707698 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "dee791a2-b454-4c8c-a507-bc9bece10939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.014s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.651526] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d20213-be99-4f19-fd2f-b8ebca09776d, 'name': SearchDatastore_Task, 'duration_secs': 0.018422} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.667081] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.667081] env[68207]: WARNING oslo_vmware.common.loopingcall [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] task run outlasted interval by 0.22469499999999998 sec [ 696.667081] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.667081] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.667081] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701b8209-ef9d-4dc0-96c2-1a8e8b6347e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.680428] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.680734] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 696.680734] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d1a168-1645-56dc-23ba-e50d6ccaed2d" [ 696.680734] env[68207]: _type = "Task" [ 696.680734] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.692988] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d1a168-1645-56dc-23ba-e50d6ccaed2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.693388] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.693679] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.693962] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e0b5d3-1d58-468b-ac84-0cc61d7387fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.707608] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 696.707608] env[68207]: value = "task-2776366" [ 696.707608] env[68207]: _type = "Task" [ 696.707608] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.718296] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.890273] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "011fe93e-3749-4b01-837d-a65674e170b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.890564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "011fe93e-3749-4b01-837d-a65674e170b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.912876] env[68207]: DEBUG nova.network.neutron [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updated VIF entry in instance network info cache for port d213dc21-ad56-449a-84b3-b82e12cf0454. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.913270] env[68207]: DEBUG nova.network.neutron [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updating instance_info_cache with network_info: [{"id": "d213dc21-ad56-449a-84b3-b82e12cf0454", "address": "fa:16:3e:5d:ee:f5", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213dc21-ad", "ovs_interfaceid": "d213dc21-ad56-449a-84b3-b82e12cf0454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.165716] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.183715] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776365, 'name': ReconfigVM_Task, 'duration_secs': 0.864918} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.183985] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae/6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.184708] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f796ba-8e78-4be0-99ca-c4a658676592 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.195127] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bf8dca-19f2-4790-9c03-ab123d7983f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.196992] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 697.196992] env[68207]: value = "task-2776367" [ 697.196992] env[68207]: _type = "Task" [ 697.196992] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.206623] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d575d-f39b-4445-bf05-66108cb0ff36 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.217067] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776367, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.225734] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.250947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbc105-5e95-46bc-9d4c-a5b13b40d685 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.260133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730ac0a2-0b38-4ee1-9ddf-bf303feff665 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.275152] env[68207]: DEBUG nova.compute.provider_tree [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.332608] env[68207]: INFO nova.compute.manager [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Rebuilding instance [ 697.386731] env[68207]: DEBUG nova.compute.manager [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.387633] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede7ce31-1837-4347-a740-1726444932e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.416264] env[68207]: DEBUG oslo_concurrency.lockutils [req-d8e2f9a9-8d02-495f-9aa7-b5ed52381c43 req-04dd153a-bb09-4df6-b92d-03616f2ceb9f service nova] Releasing lock "refresh_cache-fcdb770c-4c0c-4faa-874d-66f05bbfc873" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.693664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.708150] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776367, 'name': Rename_Task, 'duration_secs': 0.453539} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.708543] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.708763] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d4c8d9-0db4-48b2-9bef-3161e3fd1146 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.719093] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 697.719093] env[68207]: value = "task-2776369" [ 697.719093] env[68207]: _type = "Task" [ 697.719093] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.728553] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663861} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.728553] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.728553] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.728691] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b605c3f3-eb04-4de3-8a16-cf2c35248520 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.733849] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.741744] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 697.741744] env[68207]: value = "task-2776370" [ 697.741744] env[68207]: _type = "Task" [ 697.741744] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.755418] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.758010] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.758337] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 697.779741] env[68207]: DEBUG nova.scheduler.client.report [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.231451] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776369, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.253114] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078041} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.253253] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.256814] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a4a3eb-2982-424c-9158-7d1d9363d5dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.285588] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.287585] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.400s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.288209] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.290855] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274cf566-54a6-4af3-8a5b-98ecfdee6877 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.308629] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.310040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.369s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.311816] env[68207]: INFO nova.compute.claims [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.316035] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.316035] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.316035] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.316155] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.316361] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.316479] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 698.317474] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.322322] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 698.322322] env[68207]: value = "task-2776371" [ 698.322322] env[68207]: _type = "Task" [ 698.322322] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.332078] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.401774] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.402235] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a976c6fa-25d2-4acb-acb9-b6cefed26406 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.411992] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 698.411992] env[68207]: value = "task-2776372" [ 698.411992] env[68207]: _type = "Task" [ 698.411992] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.424085] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.731653] env[68207]: DEBUG oslo_vmware.api [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776369, 'name': PowerOnVM_Task, 'duration_secs': 0.822734} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.732108] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.732446] env[68207]: INFO nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Took 8.75 seconds to spawn the instance on the hypervisor. [ 698.732759] env[68207]: DEBUG nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.733737] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cad8bf-fcff-4356-b249-010e81e370e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.814241] env[68207]: DEBUG nova.compute.utils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.814241] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.814998] env[68207]: DEBUG nova.network.neutron [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.823534] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.838656] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.855464] env[68207]: DEBUG nova.policy [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0305768e74034e9aa74baf7d5ac1e6d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a45467a35ea4328aaefc5429868fff6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.924776] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776372, 'name': PowerOffVM_Task, 'duration_secs': 0.308892} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.926030] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.926030] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.928539] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845aeb55-17af-43cf-a707-be5f054916c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.936532] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.937480] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba48cf6-017c-4d2b-be56-7a67faa93796 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.021411] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.021626] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.021799] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.022701] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a41c0b00-edb3-4bb8-af13-1a418f89130f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.030220] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 699.030220] env[68207]: value = "task-2776374" [ 699.030220] env[68207]: _type = "Task" [ 699.030220] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.038978] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.253289] env[68207]: INFO nova.compute.manager [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Took 41.13 seconds to build instance. [ 699.320445] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.338388] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776371, 'name': ReconfigVM_Task, 'duration_secs': 0.621075} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.340777] env[68207]: DEBUG nova.network.neutron [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Successfully created port: 13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.341412] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.346040] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d3fe634-d9ed-4c94-9165-a260b667c3dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350912] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 699.350912] env[68207]: value = "task-2776375" [ 699.350912] env[68207]: _type = "Task" [ 699.350912] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.365591] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776375, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.541308] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.757529] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5d8efde7-a9c5-44e9-9e04-21c6203219bf tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.651s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.869024] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776375, 'name': Rename_Task, 'duration_secs': 0.193571} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.869482] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.869482] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41b2271a-152f-4ae4-80eb-6c221c36217c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.881801] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 699.881801] env[68207]: value = "task-2776377" [ 699.881801] env[68207]: _type = "Task" [ 699.881801] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.893129] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.942409] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc81ee-52b1-430c-9669-5d3d1d66b9c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.952420] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e46a17-b7b9-4e06-b3fe-08c4737b8661 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.984694] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41671c8d-cc02-4902-b6e8-ec143152de73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.995887] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be57c92-a57c-422e-b3ca-b684daa5e41e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.007438] env[68207]: DEBUG nova.compute.provider_tree [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.043050] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518986} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.043050] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.043050] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.043433] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.261918] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.317800] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.317800] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.333553] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.366583] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.366912] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.367114] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.367157] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.367343] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.367496] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.367696] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.367861] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.368032] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.368175] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.368341] env[68207]: DEBUG nova.virt.hardware [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.369870] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44085757-e1ad-4321-85c5-123d6b2808d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.377989] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd5cad1-547f-4b5f-88a6-a152d3041f55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.399382] env[68207]: DEBUG oslo_vmware.api [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776377, 'name': PowerOnVM_Task, 'duration_secs': 0.468278} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.399655] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.399869] env[68207]: INFO nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Took 5.70 seconds to spawn the instance on the hypervisor. [ 700.400093] env[68207]: DEBUG nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.400860] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add3b710-2dc6-40d8-8441-0aa140b92dcf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.510855] env[68207]: DEBUG nova.scheduler.client.report [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.787107] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.919104] env[68207]: INFO nova.compute.manager [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Took 39.27 seconds to build instance. [ 701.016155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.018107] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.019573] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.971s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.019803] env[68207]: DEBUG nova.objects.instance [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lazy-loading 'resources' on Instance uuid 8490d1d5-decb-466c-88e0-40a39956d35c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.081846] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.082122] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.082285] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.082853] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.083115] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.083604] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.083604] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.083763] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.083938] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.084100] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.084676] env[68207]: DEBUG nova.virt.hardware [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.085444] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09a2155-e950-43a3-abdd-2ef46cc655eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.097219] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f03042-f088-4942-b46c-506e565cdc59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.116144] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:fa:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.124619] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.124811] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.125066] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116f6919-f1c2-4163-9741-cece667c9d0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.148879] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.148879] env[68207]: value = "task-2776378" [ 701.148879] env[68207]: _type = "Task" [ 701.148879] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.158107] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776378, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.277436] env[68207]: DEBUG nova.compute.manager [req-80a360bc-e81f-4e4f-9dcf-cff40ed691a4 req-bede7a02-e167-4734-a40d-0ddbaf44a523 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Received event network-vif-plugged-13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.277670] env[68207]: DEBUG oslo_concurrency.lockutils [req-80a360bc-e81f-4e4f-9dcf-cff40ed691a4 req-bede7a02-e167-4734-a40d-0ddbaf44a523 service nova] Acquiring lock "090dd945-10e1-4fe3-841e-cace0a125d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.278085] env[68207]: DEBUG oslo_concurrency.lockutils [req-80a360bc-e81f-4e4f-9dcf-cff40ed691a4 req-bede7a02-e167-4734-a40d-0ddbaf44a523 service nova] Lock "090dd945-10e1-4fe3-841e-cace0a125d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.279094] env[68207]: DEBUG oslo_concurrency.lockutils [req-80a360bc-e81f-4e4f-9dcf-cff40ed691a4 req-bede7a02-e167-4734-a40d-0ddbaf44a523 service nova] Lock "090dd945-10e1-4fe3-841e-cace0a125d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.279372] env[68207]: DEBUG nova.compute.manager [req-80a360bc-e81f-4e4f-9dcf-cff40ed691a4 req-bede7a02-e167-4734-a40d-0ddbaf44a523 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] No waiting events found dispatching network-vif-plugged-13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.279599] env[68207]: WARNING nova.compute.manager [req-80a360bc-e81f-4e4f-9dcf-cff40ed691a4 req-bede7a02-e167-4734-a40d-0ddbaf44a523 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Received unexpected event network-vif-plugged-13c7da37-facc-416a-96e5-02668c613eb3 for instance with vm_state building and task_state spawning. [ 701.285228] env[68207]: DEBUG nova.network.neutron [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Successfully updated port: 13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.422042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac136770-e3cc-48ca-8931-e256f7db3160 tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "1a6bac6d-a619-422b-8ca5-98dc565a896e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.637s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.524113] env[68207]: DEBUG nova.compute.utils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.529275] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.529351] env[68207]: DEBUG nova.network.neutron [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.580959] env[68207]: DEBUG nova.policy [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0305768e74034e9aa74baf7d5ac1e6d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a45467a35ea4328aaefc5429868fff6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.659075] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776378, 'name': CreateVM_Task, 'duration_secs': 0.37559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.660331] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.664165] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.667020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.667020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.667020] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64828694-21eb-438c-a593-8ef88cf94d07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.670672] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 701.670672] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5282cd6a-60c9-92ec-4c99-f43441a717bc" [ 701.670672] env[68207]: _type = "Task" [ 701.670672] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.683155] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5282cd6a-60c9-92ec-4c99-f43441a717bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.696021] env[68207]: DEBUG nova.compute.manager [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.696021] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bf2bb-9fab-4325-bc40-2efbd5dfc210 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.789233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.789233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.789233] env[68207]: DEBUG nova.network.neutron [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.925037] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.939119] env[68207]: DEBUG nova.network.neutron [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Successfully created port: 9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.030941] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.055467] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9be89-9f4e-4b0c-96c0-8e801dea7aac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.063819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc30fa5-a528-432d-93d5-73628ebf63b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.100605] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a1bc8a-2d92-4e85-b150-c2d8f5bed1d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.110100] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73763ae-1300-417b-8a3f-7f6afebb9636 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.125931] env[68207]: DEBUG nova.compute.provider_tree [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.182550] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5282cd6a-60c9-92ec-4c99-f43441a717bc, 'name': SearchDatastore_Task, 'duration_secs': 0.02745} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.183197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.183441] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.183674] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.183820] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.183994] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.184267] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34466241-5c2a-4b2e-baf2-b53e44c2443e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.194200] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.194395] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.195144] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd51cfcc-c816-4241-88c3-771ff773107c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.205738] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 702.205738] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5283d202-8282-d7c6-fb5c-0a792b85b593" [ 702.205738] env[68207]: _type = "Task" [ 702.205738] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.211411] env[68207]: INFO nova.compute.manager [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] instance snapshotting [ 702.214074] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2652bcdd-83e4-4380-b35b-61edb7a8bbff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.219562] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5283d202-8282-d7c6-fb5c-0a792b85b593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.235787] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a66ca-b5b5-42b7-bce3-6c1b901d5c6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.334506] env[68207]: DEBUG nova.network.neutron [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.419835] env[68207]: INFO nova.compute.manager [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Rebuilding instance [ 702.448606] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.461422] env[68207]: DEBUG nova.compute.manager [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.462279] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f646e9c-4fac-4e52-b763-8f423c7b2ef1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.465316] env[68207]: DEBUG nova.network.neutron [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updating instance_info_cache with network_info: [{"id": "13c7da37-facc-416a-96e5-02668c613eb3", "address": "fa:16:3e:f7:b6:63", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7da37-fa", "ovs_interfaceid": "13c7da37-facc-416a-96e5-02668c613eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.628824] env[68207]: DEBUG nova.scheduler.client.report [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.718555] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5283d202-8282-d7c6-fb5c-0a792b85b593, 'name': SearchDatastore_Task, 'duration_secs': 0.020405} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.719465] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2911c3dc-4daa-4c49-87a1-c51f0a940e30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.726022] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 702.726022] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528acd57-a2d1-0633-aba3-223d2778b218" [ 702.726022] env[68207]: _type = "Task" [ 702.726022] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.734906] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528acd57-a2d1-0633-aba3-223d2778b218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.748134] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.748134] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1463d3d4-64c0-454a-841e-57965ed77b19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.756608] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 702.756608] env[68207]: value = "task-2776379" [ 702.756608] env[68207]: _type = "Task" [ 702.756608] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.765881] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776379, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.967929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.968261] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Instance network_info: |[{"id": "13c7da37-facc-416a-96e5-02668c613eb3", "address": "fa:16:3e:f7:b6:63", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7da37-fa", "ovs_interfaceid": "13c7da37-facc-416a-96e5-02668c613eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.968702] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:b6:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13c7da37-facc-416a-96e5-02668c613eb3', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.976396] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating folder: Project (9a45467a35ea4328aaefc5429868fff6). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.978592] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57899102-71b6-4e03-b15e-f4f7522b864b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.992324] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created folder: Project (9a45467a35ea4328aaefc5429868fff6) in parent group-v558176. [ 702.992484] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating folder: Instances. Parent ref: group-v558252. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.992836] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ab2fa6e-15b0-4092-a1e4-845f68f219d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.004908] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created folder: Instances in parent group-v558252. [ 703.005197] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.005388] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.005594] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f3973b5-f4bf-4786-9d34-75b37ef9ab59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.035065] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.035065] env[68207]: value = "task-2776382" [ 703.035065] env[68207]: _type = "Task" [ 703.035065] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.046872] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.049379] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776382, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.072061] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.072380] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.072588] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.072831] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.073046] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.073252] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.073531] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.073742] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.073963] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.074195] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.074439] env[68207]: DEBUG nova.virt.hardware [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.075603] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c9e437-45bc-4d6c-b480-7aee3190f404 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.086380] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40da1b96-2bab-440b-8182-4c9cccca476e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.135173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.138264] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.976s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.138264] env[68207]: DEBUG nova.objects.instance [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lazy-loading 'resources' on Instance uuid 416f940e-9efb-445b-887e-a0b750c6ed96 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.163437] env[68207]: INFO nova.scheduler.client.report [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Deleted allocations for instance 8490d1d5-decb-466c-88e0-40a39956d35c [ 703.240235] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528acd57-a2d1-0633-aba3-223d2778b218, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.240574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.240869] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.241243] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ab3b68-f262-4711-bdfe-d7cfeca96dbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.250237] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 703.250237] env[68207]: value = "task-2776383" [ 703.250237] env[68207]: _type = "Task" [ 703.250237] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.261479] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.271153] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776379, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.331023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquiring lock "f68a1410-3133-43e6-93c8-bfaac9db0840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.332294] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.334415] env[68207]: DEBUG nova.compute.manager [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Received event network-changed-13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.334415] env[68207]: DEBUG nova.compute.manager [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Refreshing instance network info cache due to event network-changed-13c7da37-facc-416a-96e5-02668c613eb3. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.334851] env[68207]: DEBUG oslo_concurrency.lockutils [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] Acquiring lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.335103] env[68207]: DEBUG oslo_concurrency.lockutils [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] Acquired lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.335525] env[68207]: DEBUG nova.network.neutron [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Refreshing network info cache for port 13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.482039] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.482398] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f280d9-74fd-4abe-837e-71d6b921cf32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.491343] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 703.491343] env[68207]: value = "task-2776384" [ 703.491343] env[68207]: _type = "Task" [ 703.491343] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.501524] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.547401] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776382, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.666540] env[68207]: DEBUG nova.network.neutron [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Successfully updated port: 9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.676379] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6f13d879-283b-48c7-9404-9d69c923b189 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396 tempest-FloatingIPsAssociationNegativeTestJSON-1357851396-project-member] Lock "8490d1d5-decb-466c-88e0-40a39956d35c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.748s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.764082] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.774182] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776379, 'name': CreateSnapshot_Task, 'duration_secs': 0.609701} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.781545] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.783054] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84bb372-beeb-463b-aae2-7ba57769d70a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.003228] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776384, 'name': PowerOffVM_Task, 'duration_secs': 0.140958} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.003556] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.004316] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.005187] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2ce15-c78a-4072-a390-03728d9f781e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.019054] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.021641] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d28934-ef38-4503-a853-3a7665bc087b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.048024] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776382, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.063991] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.064274] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.064465] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Deleting the datastore file [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.064762] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-640408a2-2e84-436b-ae34-481a72fce97e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.080583] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 704.080583] env[68207]: value = "task-2776386" [ 704.080583] env[68207]: _type = "Task" [ 704.080583] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.091199] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.153520] env[68207]: DEBUG nova.network.neutron [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updated VIF entry in instance network info cache for port 13c7da37-facc-416a-96e5-02668c613eb3. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.153857] env[68207]: DEBUG nova.network.neutron [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updating instance_info_cache with network_info: [{"id": "13c7da37-facc-416a-96e5-02668c613eb3", "address": "fa:16:3e:f7:b6:63", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7da37-fa", "ovs_interfaceid": "13c7da37-facc-416a-96e5-02668c613eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.170881] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.171033] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.171180] env[68207]: DEBUG nova.network.neutron [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.247095] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43241f15-ae65-4e8a-afbe-fff6efa7e00f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.257803] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616b3a3-2997-4f55-8ffb-e939e4369a54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.265682] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777675} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.266512] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.267673] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.267957] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ae093e5-0186-4b65-9d71-3585a3d18456 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.296698] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69311e-4b97-4de0-b474-7aea992faaaa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.300870] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 704.300870] env[68207]: value = "task-2776387" [ 704.300870] env[68207]: _type = "Task" [ 704.300870] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.314475] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 704.315619] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-878edaa9-d641-4a5f-8461-7829b57213de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.320137] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a895e26-f951-4a55-abf0-d8c4ce67a31e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.327585] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.339498] env[68207]: DEBUG nova.compute.provider_tree [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.342384] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 704.342384] env[68207]: value = "task-2776388" [ 704.342384] env[68207]: _type = "Task" [ 704.342384] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.354339] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776388, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.548893] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776382, 'name': CreateVM_Task, 'duration_secs': 1.35251} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.548893] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.548893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.548893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.549350] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.549628] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a49db71-5552-4a7c-bc1f-f7002926980b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.555421] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 704.555421] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529e40dc-73e7-0293-1285-3118bda99daf" [ 704.555421] env[68207]: _type = "Task" [ 704.555421] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.566084] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529e40dc-73e7-0293-1285-3118bda99daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.594008] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446687} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.594418] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.594708] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.594986] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.657098] env[68207]: DEBUG oslo_concurrency.lockutils [req-d88777aa-55d5-4a73-8426-5c0a590bde19 req-62516355-4557-4e91-8617-3b0831b4bbc4 service nova] Releasing lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.710450] env[68207]: DEBUG nova.network.neutron [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.813160] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.813462] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.814355] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1527c2-4eca-4b28-831f-eef0de03567e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.839282] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.843433] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3deff2ed-2da6-4a0e-a470-df862c6e986a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.863348] env[68207]: DEBUG nova.scheduler.client.report [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.876410] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776388, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.878423] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 704.878423] env[68207]: value = "task-2776389" [ 704.878423] env[68207]: _type = "Task" [ 704.878423] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.889117] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.994984] env[68207]: DEBUG nova.network.neutron [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Updating instance_info_cache with network_info: [{"id": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "address": "fa:16:3e:5e:d9:43", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa368d5-d4", "ovs_interfaceid": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.066440] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529e40dc-73e7-0293-1285-3118bda99daf, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.067580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.067580] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.067580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.067580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067838] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.067887] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7280c518-a38a-4e14-92bb-d59ed77eb408 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.078101] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.078393] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.079565] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26c7dca-813a-4dae-8c97-ce25d56c4a2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.086247] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 705.086247] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c09afa-2fe8-3bb0-e4bd-5b2ea7d6bef9" [ 705.086247] env[68207]: _type = "Task" [ 705.086247] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.096403] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c09afa-2fe8-3bb0-e4bd-5b2ea7d6bef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.371785] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.375365] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776388, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.376530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.724s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.376759] env[68207]: DEBUG nova.objects.instance [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lazy-loading 'resources' on Instance uuid 7404a2b9-9b22-476f-a94e-ef47a6c96152 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.390833] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776389, 'name': ReconfigVM_Task, 'duration_secs': 0.303449} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.390833] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Reconfigured VM instance instance-00000016 to attach disk [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939/dee791a2-b454-4c8c-a507-bc9bece10939.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.390833] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09697d42-bcc0-43a0-b3fd-b148cc549d48 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.395679] env[68207]: DEBUG nova.compute.manager [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Received event network-vif-plugged-9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.397236] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] Acquiring lock "f94f8d22-0297-418d-b3c0-561a999723ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.397440] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] Lock "f94f8d22-0297-418d-b3c0-561a999723ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.397611] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] Lock "f94f8d22-0297-418d-b3c0-561a999723ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.397785] env[68207]: DEBUG nova.compute.manager [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] No waiting events found dispatching network-vif-plugged-9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.397951] env[68207]: WARNING nova.compute.manager [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Received unexpected event network-vif-plugged-9fa368d5-d44a-4625-9878-b0e38f098fe2 for instance with vm_state building and task_state spawning. [ 705.399711] env[68207]: DEBUG nova.compute.manager [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Received event network-changed-9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.399911] env[68207]: DEBUG nova.compute.manager [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Refreshing instance network info cache due to event network-changed-9fa368d5-d44a-4625-9878-b0e38f098fe2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 705.400226] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] Acquiring lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.406025] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 705.406025] env[68207]: value = "task-2776390" [ 705.406025] env[68207]: _type = "Task" [ 705.406025] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.406025] env[68207]: INFO nova.scheduler.client.report [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Deleted allocations for instance 416f940e-9efb-445b-887e-a0b750c6ed96 [ 705.417802] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776390, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.497510] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.497630] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Instance network_info: |[{"id": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "address": "fa:16:3e:5e:d9:43", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa368d5-d4", "ovs_interfaceid": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.497866] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] Acquired lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.498058] env[68207]: DEBUG nova.network.neutron [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Refreshing network info cache for port 9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.499391] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fa368d5-d44a-4625-9878-b0e38f098fe2', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.507650] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.508690] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.508923] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c609196c-fa3c-4670-b678-bebc42638a12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.530621] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.530621] env[68207]: value = "task-2776391" [ 705.530621] env[68207]: _type = "Task" [ 705.530621] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.545719] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776391, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.600448] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c09afa-2fe8-3bb0-e4bd-5b2ea7d6bef9, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.601317] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717348d8-3118-4a95-9e54-f31e1350e2fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.612259] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 705.612259] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f16a9c-0455-5b7c-d011-547735904c5e" [ 705.612259] env[68207]: _type = "Task" [ 705.612259] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.622455] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f16a9c-0455-5b7c-d011-547735904c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.634104] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.634442] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.634678] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.634956] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.635229] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.635483] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.635834] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.636139] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.636501] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.636742] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.636983] env[68207]: DEBUG nova.virt.hardware [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.639061] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb845a-27dd-4ae8-bac7-5c58afce365a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.651086] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1374c3f-5231-4118-93b8-db613e287099 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.675866] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.682677] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.682986] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.683270] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7cc1d7-c3dc-446a-bea0-574308650788 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.702919] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.702919] env[68207]: value = "task-2776392" [ 705.702919] env[68207]: _type = "Task" [ 705.702919] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.712783] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776392, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.878174] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776388, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.918804] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776390, 'name': Rename_Task, 'duration_secs': 0.150171} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.918804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6caa7abf-a471-4dfc-842b-317a9d5e1e78 tempest-ServersNegativeTestMultiTenantJSON-519797647 tempest-ServersNegativeTestMultiTenantJSON-519797647-project-member] Lock "416f940e-9efb-445b-887e-a0b750c6ed96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.937s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.920034] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.920034] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b4d9803-3cdb-459b-a6f8-dde9eb4bc2a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.928388] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 705.928388] env[68207]: value = "task-2776393" [ 705.928388] env[68207]: _type = "Task" [ 705.928388] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.950354] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.045150] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776391, 'name': CreateVM_Task, 'duration_secs': 0.343014} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.047816] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.048843] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.049015] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.049410] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.049976] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1685a26f-6a95-42c1-86fb-48afb9968f63 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.057329] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 706.057329] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52edda8f-2e97-49d4-6d00-a428ae6d586f" [ 706.057329] env[68207]: _type = "Task" [ 706.057329] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.068397] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52edda8f-2e97-49d4-6d00-a428ae6d586f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.124037] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f16a9c-0455-5b7c-d011-547735904c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.124303] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.124545] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/090dd945-10e1-4fe3-841e-cace0a125d86.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.124803] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e679c7-ad21-456e-8d76-935b96a67085 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.132462] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 706.132462] env[68207]: value = "task-2776394" [ 706.132462] env[68207]: _type = "Task" [ 706.132462] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.144695] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.217596] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776392, 'name': CreateVM_Task, 'duration_secs': 0.375896} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.218120] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.218529] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.371586] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776388, 'name': CloneVM_Task, 'duration_secs': 1.824866} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.371919] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Created linked-clone VM from snapshot [ 706.373301] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d2678a-6756-45a5-a0ea-d527cdca643a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.388064] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Uploading image d1760151-806d-4da9-833e-e60b6e540b1d {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 706.406237] env[68207]: DEBUG nova.network.neutron [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Updated VIF entry in instance network info cache for port 9fa368d5-d44a-4625-9878-b0e38f098fe2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.406237] env[68207]: DEBUG nova.network.neutron [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Updating instance_info_cache with network_info: [{"id": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "address": "fa:16:3e:5e:d9:43", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa368d5-d4", "ovs_interfaceid": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.422988] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 706.422988] env[68207]: value = "vm-558256" [ 706.422988] env[68207]: _type = "VirtualMachine" [ 706.422988] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 706.423719] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c4d29ee-1f3d-4480-9848-5f9daf9405ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.440323] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lease: (returnval){ [ 706.440323] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520adbdf-4760-9ab8-bc48-cc4c773bacd3" [ 706.440323] env[68207]: _type = "HttpNfcLease" [ 706.440323] env[68207]: } obtained for exporting VM: (result){ [ 706.440323] env[68207]: value = "vm-558256" [ 706.440323] env[68207]: _type = "VirtualMachine" [ 706.440323] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 706.440700] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the lease: (returnval){ [ 706.440700] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520adbdf-4760-9ab8-bc48-cc4c773bacd3" [ 706.440700] env[68207]: _type = "HttpNfcLease" [ 706.440700] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.451721] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.458452] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.458452] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520adbdf-4760-9ab8-bc48-cc4c773bacd3" [ 706.458452] env[68207]: _type = "HttpNfcLease" [ 706.458452] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 706.484756] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627a5e0e-0cf7-4f72-af76-972184dbfd34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.494823] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8affea-3df4-4543-bbc6-5acf8cc964a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.530557] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44809329-c033-4a7c-945b-203195cbfcf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.540574] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd8425-720b-494b-a5b6-1d36c517ab85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.557822] env[68207]: DEBUG nova.compute.provider_tree [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.570522] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52edda8f-2e97-49d4-6d00-a428ae6d586f, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.572217] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.572217] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.572510] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.572510] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.572679] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.572973] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.573360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.573904] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81f11710-5dba-4be0-a7c5-3234d3e08b90 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.576542] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27409df3-013b-4b34-ab91-6e4a6bd97d3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.585154] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 706.585154] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52491aa3-6815-3098-d17b-b488d5d3c8f5" [ 706.585154] env[68207]: _type = "Task" [ 706.585154] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.595814] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52491aa3-6815-3098-d17b-b488d5d3c8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.597137] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.597366] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.598120] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db7946a-2526-4e3d-a3de-3abdf21eb737 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.605334] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 706.605334] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5283154c-f401-26f1-54bb-2822d2bca2a0" [ 706.605334] env[68207]: _type = "Task" [ 706.605334] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.616327] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5283154c-f401-26f1-54bb-2822d2bca2a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.643853] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.910701] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d8b7624-c2e6-450f-a504-060d18d8e1bf req-5a11a552-5d51-4ba4-85c2-08ecf5f741ca service nova] Releasing lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.949463] env[68207]: DEBUG oslo_vmware.api [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776393, 'name': PowerOnVM_Task, 'duration_secs': 0.626172} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.958285] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.958285] env[68207]: DEBUG nova.compute.manager [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.958285] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6281a25-e089-45fc-a9c6-85b05d35b79d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.971140] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.971140] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520adbdf-4760-9ab8-bc48-cc4c773bacd3" [ 706.971140] env[68207]: _type = "HttpNfcLease" [ 706.971140] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.971140] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.971140] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520adbdf-4760-9ab8-bc48-cc4c773bacd3" [ 706.971140] env[68207]: _type = "HttpNfcLease" [ 706.971140] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.971755] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ef5ba-b00b-472e-a3b7-9f2934c18581 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.985039] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f10b1c-71de-ce4a-1631-319f0feb3c50/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.985039] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f10b1c-71de-ce4a-1631-319f0feb3c50/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 707.065805] env[68207]: DEBUG nova.scheduler.client.report [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.091023] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e96263f-d6fc-4ddb-86ae-6d2e0a2a6812 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.103265] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52491aa3-6815-3098-d17b-b488d5d3c8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.067489} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.103798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.104288] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.104607] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.121136] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5283154c-f401-26f1-54bb-2822d2bca2a0, 'name': SearchDatastore_Task, 'duration_secs': 0.061829} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.122021] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a151975b-9178-4b47-aa95-3cf51bf8d5eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.143654] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 707.143654] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b8133f-66bf-92e7-2c89-740240b2b1ef" [ 707.143654] env[68207]: _type = "Task" [ 707.143654] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.148140] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618576} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.148873] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/090dd945-10e1-4fe3-841e-cace0a125d86.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.149398] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.149595] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fedf68cb-40eb-41e9-9914-bbeb2ab0fd91 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.155880] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b8133f-66bf-92e7-2c89-740240b2b1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.156220] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.156553] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/f94f8d22-0297-418d-b3c0-561a999723ab.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.157838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.158382] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.158382] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6885cd95-92ab-42c7-8e8a-91c141f93115 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.160852] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 707.160852] env[68207]: value = "task-2776396" [ 707.160852] env[68207]: _type = "Task" [ 707.160852] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.161119] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27655feb-de06-41a6-ac38-dfebbcb511dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.170705] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 707.170705] env[68207]: value = "task-2776397" [ 707.170705] env[68207]: _type = "Task" [ 707.170705] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.178386] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.180436] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.180651] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.181417] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c2df1d-c488-42e7-910a-2e6255f6d621 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.187269] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.191456] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 707.191456] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529f2077-3546-50f9-a3ec-8cbfc38eb7fa" [ 707.191456] env[68207]: _type = "Task" [ 707.191456] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.200512] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529f2077-3546-50f9-a3ec-8cbfc38eb7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.484322] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.571842] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.576024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.547s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.576519] env[68207]: INFO nova.compute.claims [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.613446] env[68207]: INFO nova.scheduler.client.report [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleted allocations for instance 7404a2b9-9b22-476f-a94e-ef47a6c96152 [ 707.677804] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074837} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.679035] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.679517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599fe3a7-bf77-4103-8876-03c00268d875 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.685532] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475097} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.686456] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/f94f8d22-0297-418d-b3c0-561a999723ab.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.686456] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.686635] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c15a7ad-6d44-4433-abdb-46e634f65d31 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.707485] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/090dd945-10e1-4fe3-841e-cace0a125d86.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.713359] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa11c71-6b60-466a-b221-12e9fb182f25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.729046] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 707.729046] env[68207]: value = "task-2776398" [ 707.729046] env[68207]: _type = "Task" [ 707.729046] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.743257] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 707.743257] env[68207]: value = "task-2776399" [ 707.743257] env[68207]: _type = "Task" [ 707.743257] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.743589] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529f2077-3546-50f9-a3ec-8cbfc38eb7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.748921] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47197217-43e7-4beb-a6f7-e6c538fd696c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.755696] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.761592] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 707.761592] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fc3480-a3dc-c5fc-370a-75cea16bbd60" [ 707.761592] env[68207]: _type = "Task" [ 707.761592] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.765502] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.774492] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc3480-a3dc-c5fc-370a-75cea16bbd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.127504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f445aad-c208-42e9-85b5-4a3fed1073ed tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "7404a2b9-9b22-476f-a94e-ef47a6c96152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.402s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.241662] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141787} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.242069] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.243034] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45958f67-d481-4c7a-9048-3913c9bd0f21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.275083] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/f94f8d22-0297-418d-b3c0-561a999723ab.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.282306] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abddfb67-36d6-4091-81d0-0407ef78de42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.297178] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.305226] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc3480-a3dc-c5fc-370a-75cea16bbd60, 'name': SearchDatastore_Task, 'duration_secs': 0.01762} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.307222] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.307623] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.311023] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 708.311023] env[68207]: value = "task-2776400" [ 708.311023] env[68207]: _type = "Task" [ 708.311023] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.311023] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a972d24e-812c-4fca-93b9-c8b3369c4d9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.328696] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 708.328696] env[68207]: value = "task-2776401" [ 708.328696] env[68207]: _type = "Task" [ 708.328696] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.337148] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.764819] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776399, 'name': ReconfigVM_Task, 'duration_secs': 0.785557} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.765176] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/090dd945-10e1-4fe3-841e-cace0a125d86.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.766539] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663475b0-ebef-4fc1-970d-71985372ee71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.778143] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 708.778143] env[68207]: value = "task-2776402" [ 708.778143] env[68207]: _type = "Task" [ 708.778143] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.793110] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776402, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.825720] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776400, 'name': ReconfigVM_Task, 'duration_secs': 0.361723} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.826652] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/f94f8d22-0297-418d-b3c0-561a999723ab.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.828112] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-528af97c-78b8-4246-847d-59e5006f2be0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.845031] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.846271] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 708.846271] env[68207]: value = "task-2776403" [ 708.846271] env[68207]: _type = "Task" [ 708.846271] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.861231] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776403, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.904738] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "dee791a2-b454-4c8c-a507-bc9bece10939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.905073] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "dee791a2-b454-4c8c-a507-bc9bece10939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.905947] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "dee791a2-b454-4c8c-a507-bc9bece10939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.905947] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "dee791a2-b454-4c8c-a507-bc9bece10939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.906185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "dee791a2-b454-4c8c-a507-bc9bece10939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.910346] env[68207]: INFO nova.compute.manager [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Terminating instance [ 709.191551] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1221a-8b0c-4401-bebb-f0ec741f57c8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.205586] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aec5bb-d8e1-4d95-93f1-631015d0922c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.242437] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd536c-75cb-492e-b87c-e9a8999cee7c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.251771] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f21a12d-c249-47bb-9ab5-e9d4cc830eb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.268850] env[68207]: DEBUG nova.compute.provider_tree [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.293334] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776402, 'name': Rename_Task, 'duration_secs': 0.314476} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.293696] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.294051] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6b19e2-86ad-48f4-be8c-e107ce59a5d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.302485] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 709.302485] env[68207]: value = "task-2776404" [ 709.302485] env[68207]: _type = "Task" [ 709.302485] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.324453] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.341813] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722887} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.345023] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.345023] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.345023] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd19ed57-1ded-4f51-a217-cee4dfb7ae63 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.353898] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 709.353898] env[68207]: value = "task-2776405" [ 709.353898] env[68207]: _type = "Task" [ 709.353898] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.368509] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776403, 'name': Rename_Task, 'duration_secs': 0.288776} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.369210] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.370074] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4975566e-5306-4e91-9d2d-4152a0b0bf38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.376384] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.383432] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 709.383432] env[68207]: value = "task-2776406" [ 709.383432] env[68207]: _type = "Task" [ 709.383432] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.393819] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.414933] env[68207]: DEBUG nova.compute.manager [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.416883] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.416883] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e514c-d831-4f71-a2b1-cc38ad3e1da1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.426775] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.427143] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c2fabe-e4a4-4356-9aa9-3133ab662c32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.439591] env[68207]: DEBUG oslo_vmware.api [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 709.439591] env[68207]: value = "task-2776407" [ 709.439591] env[68207]: _type = "Task" [ 709.439591] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.451638] env[68207]: DEBUG oslo_vmware.api [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.777857] env[68207]: DEBUG nova.scheduler.client.report [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.820558] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.870605] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.870927] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.878578] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114977} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.878974] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.880421] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a5a2e-35ca-4a33-92a1-6948dc257688 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.916387] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.916387] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.916387] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a54eda6-44f4-4e22-b5a1-3f2d2a38cb10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.938059] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 709.938059] env[68207]: value = "task-2776408" [ 709.938059] env[68207]: _type = "Task" [ 709.938059] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.952517] env[68207]: DEBUG oslo_vmware.api [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776407, 'name': PowerOffVM_Task, 'duration_secs': 0.215071} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.955236] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.955236] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.955572] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.955821] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dec1dea-76b4-49aa-9dac-b70c582344ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.030987] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.031071] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.031928] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] dee791a2-b454-4c8c-a507-bc9bece10939 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.031928] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2ed2c17-6ba4-467d-a8e6-4a5a33c18cfe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.040511] env[68207]: DEBUG oslo_vmware.api [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 710.040511] env[68207]: value = "task-2776410" [ 710.040511] env[68207]: _type = "Task" [ 710.040511] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.054147] env[68207]: DEBUG oslo_vmware.api [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.289931] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.290866] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.295757] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.317s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.297676] env[68207]: INFO nova.compute.claims [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.321024] env[68207]: DEBUG oslo_vmware.api [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776404, 'name': PowerOnVM_Task, 'duration_secs': 0.579981} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.321024] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.321024] env[68207]: INFO nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Took 9.98 seconds to spawn the instance on the hypervisor. [ 710.321024] env[68207]: DEBUG nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.321024] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82f5ad-a344-4417-af59-f65298a3071b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.399957] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.449818] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776408, 'name': ReconfigVM_Task, 'duration_secs': 0.501966} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.450034] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e/1a6bac6d-a619-422b-8ca5-98dc565a896e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.451740] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb737af-59fb-4298-8b67-caeacbecc297 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.460403] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 710.460403] env[68207]: value = "task-2776411" [ 710.460403] env[68207]: _type = "Task" [ 710.460403] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.471176] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776411, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.557219] env[68207]: DEBUG oslo_vmware.api [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258083} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.557720] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.557720] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.558478] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.558478] env[68207]: INFO nova.compute.manager [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Took 1.14 seconds to destroy the instance on the hypervisor. [ 710.558478] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.558594] env[68207]: DEBUG nova.compute.manager [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.558594] env[68207]: DEBUG nova.network.neutron [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.803930] env[68207]: DEBUG nova.compute.utils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.808243] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.808484] env[68207]: DEBUG nova.network.neutron [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.842443] env[68207]: INFO nova.compute.manager [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Took 44.57 seconds to build instance. [ 710.878052] env[68207]: DEBUG nova.policy [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95e44268d79946218d50b60f75910c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48772d7f972a4b21a101434ff4314bbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.901741] env[68207]: DEBUG oslo_vmware.api [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776406, 'name': PowerOnVM_Task, 'duration_secs': 1.277996} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.901741] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.901741] env[68207]: INFO nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Took 7.85 seconds to spawn the instance on the hypervisor. [ 710.901741] env[68207]: DEBUG nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.902282] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ca553-63ae-4f86-858a-ca1b44944f21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.974409] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776411, 'name': Rename_Task, 'duration_secs': 0.230184} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.975062] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.975607] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e3b5a7b-5c46-47e8-a9a7-c79fe2ff0bbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.988022] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 710.988022] env[68207]: value = "task-2776412" [ 710.988022] env[68207]: _type = "Task" [ 710.988022] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.998134] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.212639] env[68207]: DEBUG nova.network.neutron [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Successfully created port: cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.309585] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.349530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ff8b82ab-9c2b-4952-acab-290123302f6c tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "090dd945-10e1-4fe3-841e-cace0a125d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.733s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.431339] env[68207]: INFO nova.compute.manager [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Took 41.52 seconds to build instance. [ 711.507982] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.855422] env[68207]: DEBUG nova.network.neutron [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.859350] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.893220] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da82121-b53e-4b0b-80c9-bcb6371fc022 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.905249] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed2e357-c118-4cee-8248-f4081a3ef574 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.943978] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59d9f9ea-1e89-46f1-8f02-14290d9716a6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "f94f8d22-0297-418d-b3c0-561a999723ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.192s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.948243] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e1532-cb21-460a-b9c8-124d6d956c72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.962226] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbb5978-c390-4e65-bd57-c20198d0be16 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.980969] env[68207]: DEBUG nova.compute.provider_tree [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.998777] env[68207]: DEBUG oslo_vmware.api [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776412, 'name': PowerOnVM_Task, 'duration_secs': 0.766682} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.999133] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.999462] env[68207]: DEBUG nova.compute.manager [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.000346] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c86639-2cb5-4bbc-88ba-d668f342473f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.038839] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.038839] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.228730] env[68207]: DEBUG nova.compute.manager [req-685e0e09-a7fc-4ddb-aa19-df134ace08b9 req-bffc46d6-40d4-4177-b8de-f320fe5d2b14 service nova] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Received event network-vif-deleted-e931ac3d-0948-4fcf-a7d6-b7a0caccbdc8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.331584] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.369382] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.369382] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.369382] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.369839] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.369839] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.369839] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.369839] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.369839] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.369979] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.369979] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.369979] env[68207]: DEBUG nova.virt.hardware [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.369979] env[68207]: INFO nova.compute.manager [-] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Took 1.81 seconds to deallocate network for instance. [ 712.372325] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d219934-fede-4ba5-ad74-2aae3452d906 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.389277] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883ac9d2-b974-4341-b21b-6cccb3ec84f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.397531] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.455050] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.484762] env[68207]: DEBUG nova.scheduler.client.report [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.521991] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.766238] env[68207]: DEBUG nova.network.neutron [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Successfully updated port: cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.889201] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.977867] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.990192] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.990854] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.994533] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.431s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.048867] env[68207]: INFO nova.compute.manager [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Rescuing [ 713.048867] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.048867] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.048867] env[68207]: DEBUG nova.network.neutron [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.067065] env[68207]: DEBUG nova.compute.manager [req-dc6fc5a7-0a66-4c28-9367-1e1e4ccbd0b0 req-7184f87f-3cd9-47c2-9b86-518466a4629d service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Received event network-vif-plugged-cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.067184] env[68207]: DEBUG oslo_concurrency.lockutils [req-dc6fc5a7-0a66-4c28-9367-1e1e4ccbd0b0 req-7184f87f-3cd9-47c2-9b86-518466a4629d service nova] Acquiring lock "b893c8b7-5398-481e-af5d-db3dc42170b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.067425] env[68207]: DEBUG oslo_concurrency.lockutils [req-dc6fc5a7-0a66-4c28-9367-1e1e4ccbd0b0 req-7184f87f-3cd9-47c2-9b86-518466a4629d service nova] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.067599] env[68207]: DEBUG oslo_concurrency.lockutils [req-dc6fc5a7-0a66-4c28-9367-1e1e4ccbd0b0 req-7184f87f-3cd9-47c2-9b86-518466a4629d service nova] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.067794] env[68207]: DEBUG nova.compute.manager [req-dc6fc5a7-0a66-4c28-9367-1e1e4ccbd0b0 req-7184f87f-3cd9-47c2-9b86-518466a4629d service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] No waiting events found dispatching network-vif-plugged-cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.067965] env[68207]: WARNING nova.compute.manager [req-dc6fc5a7-0a66-4c28-9367-1e1e4ccbd0b0 req-7184f87f-3cd9-47c2-9b86-518466a4629d service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Received unexpected event network-vif-plugged-cb0519d0-e82a-46a6-930f-6a6758c7a6d6 for instance with vm_state building and task_state spawning. [ 713.271486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.271715] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquired lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.271893] env[68207]: DEBUG nova.network.neutron [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.499221] env[68207]: DEBUG nova.compute.utils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.507724] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.507912] env[68207]: DEBUG nova.network.neutron [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.568939] env[68207]: DEBUG nova.policy [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '635552001ac445758afe7f283658d9e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52bb0ae1d78d4812887aeaf214c06de2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.585450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "1a6bac6d-a619-422b-8ca5-98dc565a896e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.585703] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "1a6bac6d-a619-422b-8ca5-98dc565a896e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.586085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "1a6bac6d-a619-422b-8ca5-98dc565a896e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.586085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "1a6bac6d-a619-422b-8ca5-98dc565a896e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.586237] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "1a6bac6d-a619-422b-8ca5-98dc565a896e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.590876] env[68207]: INFO nova.compute.manager [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Terminating instance [ 713.827238] env[68207]: DEBUG nova.network.neutron [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.926811] env[68207]: DEBUG nova.network.neutron [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Successfully created port: 6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.939591] env[68207]: DEBUG nova.network.neutron [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Updating instance_info_cache with network_info: [{"id": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "address": "fa:16:3e:5e:d9:43", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa368d5-d4", "ovs_interfaceid": "9fa368d5-d44a-4625-9878-b0e38f098fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.008555] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.064843] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95afa027-9369-45f1-81fc-6e5d4e7fc043 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.069412] env[68207]: DEBUG nova.network.neutron [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Updating instance_info_cache with network_info: [{"id": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "address": "fa:16:3e:da:db:f5", "network": {"id": "58da584f-0b0e-4e15-89d3-00ae24c56c9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-750420278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48772d7f972a4b21a101434ff4314bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0519d0-e8", "ovs_interfaceid": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.074651] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c4648-21d1-4c76-9ec1-911f97364a5d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.111457] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "refresh_cache-1a6bac6d-a619-422b-8ca5-98dc565a896e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.112141] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquired lock "refresh_cache-1a6bac6d-a619-422b-8ca5-98dc565a896e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.112391] env[68207]: DEBUG nova.network.neutron [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.115112] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d62fbb-7be1-4728-b0a5-da92f576702c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.125353] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fc6bcd-bc08-464e-bd4f-1b85ef40332b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.143058] env[68207]: DEBUG nova.compute.provider_tree [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.444498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-f94f8d22-0297-418d-b3c0-561a999723ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.574952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Releasing lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.575325] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Instance network_info: |[{"id": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "address": "fa:16:3e:da:db:f5", "network": {"id": "58da584f-0b0e-4e15-89d3-00ae24c56c9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-750420278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48772d7f972a4b21a101434ff4314bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0519d0-e8", "ovs_interfaceid": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.575742] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:db:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0519d0-e82a-46a6-930f-6a6758c7a6d6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.584784] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Creating folder: Project (48772d7f972a4b21a101434ff4314bbc). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.584784] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b3d726-ac52-4db9-acf8-2a454d850838 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.598347] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Created folder: Project (48772d7f972a4b21a101434ff4314bbc) in parent group-v558176. [ 714.598600] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Creating folder: Instances. Parent ref: group-v558259. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.598815] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e36392a8-2c79-4e82-ad8f-5e8551022b9f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.611236] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Created folder: Instances in parent group-v558259. [ 714.611539] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.611798] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.612075] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5808ff6-e8b2-4ce7-b607-3a613a248708 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.636580] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.636580] env[68207]: value = "task-2776415" [ 714.636580] env[68207]: _type = "Task" [ 714.636580] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.646747] env[68207]: DEBUG nova.scheduler.client.report [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.650958] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776415, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.652116] env[68207]: DEBUG nova.network.neutron [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.710178] env[68207]: DEBUG nova.network.neutron [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.836958] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f10b1c-71de-ce4a-1631-319f0feb3c50/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 714.838224] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16140078-0d13-4312-baf0-c65ee4c9b6cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.848947] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f10b1c-71de-ce4a-1631-319f0feb3c50/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 714.848947] env[68207]: ERROR oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f10b1c-71de-ce4a-1631-319f0feb3c50/disk-0.vmdk due to incomplete transfer. [ 714.848947] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c81cb4f-7617-4d3e-84b5-1378b0eae0d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.856315] env[68207]: DEBUG oslo_vmware.rw_handles [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f10b1c-71de-ce4a-1631-319f0feb3c50/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 714.856595] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Uploaded image d1760151-806d-4da9-833e-e60b6e540b1d to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 714.858887] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 714.859184] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aad5ab76-8d2a-4032-90b3-fd6f91c54441 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.867189] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 714.867189] env[68207]: value = "task-2776416" [ 714.867189] env[68207]: _type = "Task" [ 714.867189] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.876675] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776416, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.020896] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.049250] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.049565] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.049743] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.049930] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.050125] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.050286] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.050505] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.050709] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.050913] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.051097] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.051275] env[68207]: DEBUG nova.virt.hardware [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.052211] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb328c84-ef64-4896-997f-e6ddf94744ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.061819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995b9426-1d5d-43fc-ba76-f0356f013ca2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.147966] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776415, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.214943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Releasing lock "refresh_cache-1a6bac6d-a619-422b-8ca5-98dc565a896e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.214943] env[68207]: DEBUG nova.compute.manager [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.214943] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.214943] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301f558-e372-4bae-94f2-1ae21bff304b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.229161] env[68207]: DEBUG nova.compute.manager [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Received event network-changed-cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.229366] env[68207]: DEBUG nova.compute.manager [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Refreshing instance network info cache due to event network-changed-cb0519d0-e82a-46a6-930f-6a6758c7a6d6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 715.229616] env[68207]: DEBUG oslo_concurrency.lockutils [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] Acquiring lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.230351] env[68207]: DEBUG oslo_concurrency.lockutils [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] Acquired lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.230351] env[68207]: DEBUG nova.network.neutron [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Refreshing network info cache for port cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.236563] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.236563] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-808b83a1-ae8c-431e-a0e1-cb2a171a164f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.242646] env[68207]: DEBUG oslo_vmware.api [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 715.242646] env[68207]: value = "task-2776417" [ 715.242646] env[68207]: _type = "Task" [ 715.242646] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.252732] env[68207]: DEBUG oslo_vmware.api [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.377310] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776416, 'name': Destroy_Task, 'duration_secs': 0.349813} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.377612] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Destroyed the VM [ 715.377841] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 715.378119] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4053a3e0-ac58-4ae5-acb7-a8e7cf9e1d6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.385982] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 715.385982] env[68207]: value = "task-2776418" [ 715.385982] env[68207]: _type = "Task" [ 715.385982] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.398251] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.477808] env[68207]: DEBUG nova.network.neutron [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Successfully updated port: 6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.647999] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776415, 'name': CreateVM_Task, 'duration_secs': 0.649807} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.648434] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.649186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.649369] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.649728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.650222] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12306ca2-a5ee-468b-92d6-61ccd6a28c8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.655518] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 715.655518] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a5fedb-90c2-937a-a954-ff9e415143e8" [ 715.655518] env[68207]: _type = "Task" [ 715.655518] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.661775] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.667s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.668026] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.828s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.668284] env[68207]: DEBUG nova.objects.instance [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lazy-loading 'resources' on Instance uuid 255964fd-0aca-40f7-ae4f-2d4488a5eba0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.670202] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a5fedb-90c2-937a-a954-ff9e415143e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.753297] env[68207]: DEBUG oslo_vmware.api [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776417, 'name': PowerOffVM_Task, 'duration_secs': 0.247309} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.753558] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.753729] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.753958] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aef231db-30a6-49bb-a637-70e90a2e4ae6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.781177] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.781447] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.781716] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Deleting the datastore file [datastore2] 1a6bac6d-a619-422b-8ca5-98dc565a896e {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.781977] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc62c472-3516-4480-a139-0abfa953f696 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.792440] env[68207]: DEBUG oslo_vmware.api [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for the task: (returnval){ [ 715.792440] env[68207]: value = "task-2776420" [ 715.792440] env[68207]: _type = "Task" [ 715.792440] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.799248] env[68207]: DEBUG oslo_vmware.api [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.896616] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776418, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.972825] env[68207]: DEBUG nova.network.neutron [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Updated VIF entry in instance network info cache for port cb0519d0-e82a-46a6-930f-6a6758c7a6d6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.973980] env[68207]: DEBUG nova.network.neutron [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Updating instance_info_cache with network_info: [{"id": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "address": "fa:16:3e:da:db:f5", "network": {"id": "58da584f-0b0e-4e15-89d3-00ae24c56c9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-750420278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48772d7f972a4b21a101434ff4314bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0519d0-e8", "ovs_interfaceid": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.982217] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "refresh_cache-7611362e-08dc-4cab-933a-596bbd8b0671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.982710] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired lock "refresh_cache-7611362e-08dc-4cab-933a-596bbd8b0671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.982710] env[68207]: DEBUG nova.network.neutron [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.984162] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.984404] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd13c56b-adba-479c-b427-3bcc8e00e999 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.996364] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 715.996364] env[68207]: value = "task-2776421" [ 715.996364] env[68207]: _type = "Task" [ 715.996364] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.011136] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.168020] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a5fedb-90c2-937a-a954-ff9e415143e8, 'name': SearchDatastore_Task, 'duration_secs': 0.029545} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.168561] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.168561] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.168776] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.169773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.169773] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.169773] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c3d47b-4308-4f76-8bbd-5139b6281982 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.192360] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.192360] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.193388] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1e3b4c-b6e9-47dd-95b5-48ae1b94356a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208036] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 716.208036] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5217a697-2959-1dd5-75b4-8bbc8c623a04" [ 716.208036] env[68207]: _type = "Task" [ 716.208036] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.218035] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5217a697-2959-1dd5-75b4-8bbc8c623a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.242458] env[68207]: INFO nova.scheduler.client.report [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleted allocation for migration 4366de7e-3182-4ff6-a4e0-6903931538cf [ 716.305054] env[68207]: DEBUG oslo_vmware.api [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Task: {'id': task-2776420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107395} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.308493] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.308878] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.311295] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.311295] env[68207]: INFO nova.compute.manager [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 716.311295] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.311295] env[68207]: DEBUG nova.compute.manager [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.311295] env[68207]: DEBUG nova.network.neutron [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.330236] env[68207]: DEBUG nova.network.neutron [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.397823] env[68207]: DEBUG oslo_vmware.api [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776418, 'name': RemoveSnapshot_Task, 'duration_secs': 0.655459} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.398123] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 716.398352] env[68207]: INFO nova.compute.manager [None req-7c976b95-3266-41fe-8e4f-5ca14b863fca tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Took 14.18 seconds to snapshot the instance on the hypervisor. [ 716.477214] env[68207]: DEBUG oslo_concurrency.lockutils [req-e070b972-2d3b-4353-8a1b-1359c60ee127 req-8e292a71-1d56-4c51-bc5e-2cdf092e9029 service nova] Releasing lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.508928] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776421, 'name': PowerOffVM_Task, 'duration_secs': 0.457037} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.513313] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.515110] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87218c-c7cc-4f3f-a478-6f9051450f45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.536196] env[68207]: DEBUG nova.network.neutron [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.541461] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9793e83f-8307-4d96-95cb-3537e20b7b18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.582651] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.582964] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b2d942-be53-4eca-a2d7-0bcc0d8dafa6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.595861] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 716.595861] env[68207]: value = "task-2776422" [ 716.595861] env[68207]: _type = "Task" [ 716.595861] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.613319] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 716.613747] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.613990] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.718306] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5217a697-2959-1dd5-75b4-8bbc8c623a04, 'name': SearchDatastore_Task, 'duration_secs': 0.018711} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.722620] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc952c69-ce48-4d3a-980c-147d8ab6355b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.728955] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 716.728955] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521604ab-cd27-dbe1-b1a0-02f680515313" [ 716.728955] env[68207]: _type = "Task" [ 716.728955] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.739648] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521604ab-cd27-dbe1-b1a0-02f680515313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.750408] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d4f4a1cd-af13-4572-ad69-42966098564f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.333s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.764367] env[68207]: DEBUG nova.network.neutron [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Updating instance_info_cache with network_info: [{"id": "6fd6c576-cd71-478a-b130-d2a40c0a4a58", "address": "fa:16:3e:5b:cb:d9", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd6c576-cd", "ovs_interfaceid": "6fd6c576-cd71-478a-b130-d2a40c0a4a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.771136] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419b066-c43c-492a-b190-175a1ccf97d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.779783] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb5de45-d7d2-43e2-8b3d-6a6b9d87c9ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.813596] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26bbcd7-0701-429b-92ee-bc325115d79c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.823131] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dacf65-6d92-4a3a-ac1e-6e27aaf9bcb9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.846236] env[68207]: DEBUG nova.network.neutron [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.851936] env[68207]: DEBUG nova.compute.provider_tree [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.240896] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521604ab-cd27-dbe1-b1a0-02f680515313, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.240896] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.241642] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b893c8b7-5398-481e-af5d-db3dc42170b5/b893c8b7-5398-481e-af5d-db3dc42170b5.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.241642] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.241642] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.241839] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea31226-3539-4a4b-b6a0-4d23022bf5f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.243940] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b24aea-df45-47ea-867c-d0f7a0370046 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.253797] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 717.253797] env[68207]: value = "task-2776423" [ 717.253797] env[68207]: _type = "Task" [ 717.253797] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.255273] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.255522] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.259242] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7348595a-f932-4203-80f0-d9548b4ad0d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.269843] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Releasing lock "refresh_cache-7611362e-08dc-4cab-933a-596bbd8b0671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.270259] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Instance network_info: |[{"id": "6fd6c576-cd71-478a-b130-d2a40c0a4a58", "address": "fa:16:3e:5b:cb:d9", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd6c576-cd", "ovs_interfaceid": "6fd6c576-cd71-478a-b130-d2a40c0a4a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.270650] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.271974] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:cb:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd6c576-cd71-478a-b130-d2a40c0a4a58', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.280480] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.281371] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 717.281371] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52aa561f-3ecb-b1fa-7789-dec64f39cb45" [ 717.281371] env[68207]: _type = "Task" [ 717.281371] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.281371] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.281645] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0451f5a2-ed93-45eb-a51d-a6dd8ccf1de7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.308646] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52aa561f-3ecb-b1fa-7789-dec64f39cb45, 'name': SearchDatastore_Task, 'duration_secs': 0.020484} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.310723] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.310723] env[68207]: value = "task-2776424" [ 717.310723] env[68207]: _type = "Task" [ 717.310723] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.311109] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067de072-82ce-4f7b-9f8e-d2f66a823cc1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.321657] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 717.321657] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527fe55a-7f60-9bc7-e4ac-3fd25a212631" [ 717.321657] env[68207]: _type = "Task" [ 717.321657] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.326352] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776424, 'name': CreateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.337604] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527fe55a-7f60-9bc7-e4ac-3fd25a212631, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.337921] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.338283] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. {{(pid=68207) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 717.338943] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b91e6d4c-11c4-4db8-977a-9b0bff99ad9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.347845] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 717.347845] env[68207]: value = "task-2776425" [ 717.347845] env[68207]: _type = "Task" [ 717.347845] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.351531] env[68207]: INFO nova.compute.manager [-] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Took 1.04 seconds to deallocate network for instance. [ 717.352355] env[68207]: DEBUG nova.scheduler.client.report [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.364851] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.596158] env[68207]: DEBUG nova.compute.manager [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Received event network-vif-plugged-6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.596404] env[68207]: DEBUG oslo_concurrency.lockutils [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] Acquiring lock "7611362e-08dc-4cab-933a-596bbd8b0671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.596594] env[68207]: DEBUG oslo_concurrency.lockutils [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] Lock "7611362e-08dc-4cab-933a-596bbd8b0671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.596761] env[68207]: DEBUG oslo_concurrency.lockutils [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] Lock "7611362e-08dc-4cab-933a-596bbd8b0671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.596925] env[68207]: DEBUG nova.compute.manager [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] No waiting events found dispatching network-vif-plugged-6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.597100] env[68207]: WARNING nova.compute.manager [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Received unexpected event network-vif-plugged-6fd6c576-cd71-478a-b130-d2a40c0a4a58 for instance with vm_state building and task_state spawning. [ 717.597274] env[68207]: DEBUG nova.compute.manager [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Received event network-changed-6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.597413] env[68207]: DEBUG nova.compute.manager [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Refreshing instance network info cache due to event network-changed-6fd6c576-cd71-478a-b130-d2a40c0a4a58. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 717.597701] env[68207]: DEBUG oslo_concurrency.lockutils [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] Acquiring lock "refresh_cache-7611362e-08dc-4cab-933a-596bbd8b0671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.597865] env[68207]: DEBUG oslo_concurrency.lockutils [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] Acquired lock "refresh_cache-7611362e-08dc-4cab-933a-596bbd8b0671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.598041] env[68207]: DEBUG nova.network.neutron [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Refreshing network info cache for port 6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.766471] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.826406] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776424, 'name': CreateVM_Task, 'duration_secs': 0.512204} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.827443] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.831476] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.831732] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832192] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.832587] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e2d428-2394-4dbc-9803-a1e15bbf0ea9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.841503] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 717.841503] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52dd6432-1424-6444-88b8-3282165af115" [ 717.841503] env[68207]: _type = "Task" [ 717.841503] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.858547] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dd6432-1424-6444-88b8-3282165af115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.866637] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.872123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.872657] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.660s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.875690] env[68207]: INFO nova.compute.claims [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.892182] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776425, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.903533] env[68207]: INFO nova.scheduler.client.report [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Deleted allocations for instance 255964fd-0aca-40f7-ae4f-2d4488a5eba0 [ 718.268986] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693484} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.268986] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b893c8b7-5398-481e-af5d-db3dc42170b5/b893c8b7-5398-481e-af5d-db3dc42170b5.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.269561] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.269561] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef4e73f4-a463-4313-8020-123844bdab8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.282022] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 718.282022] env[68207]: value = "task-2776426" [ 718.282022] env[68207]: _type = "Task" [ 718.282022] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.297662] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.353275] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dd6432-1424-6444-88b8-3282165af115, 'name': SearchDatastore_Task, 'duration_secs': 0.053621} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.353939] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.353939] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.354190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.354393] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.354610] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.354916] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d324863-8ff7-44ea-93ed-ed1eadc6acee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.366258] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.366258] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.369534] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1d59a1-dbdc-44b8-9adc-6bbdf2f3a20a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.372032] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7647} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.372291] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. [ 718.373551] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e7da9-8b9e-4427-850d-99c07926d56b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.377969] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 718.377969] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52514a28-bdec-09e2-4ea1-ee2bf519866f" [ 718.377969] env[68207]: _type = "Task" [ 718.377969] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.411642] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.417596] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed162cd3-333a-49c7-be02-faf372914167 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.434225] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d8d4a0ee-6602-4cb5-88c3-7d6353ba2608 tempest-ImagesNegativeTestJSON-557289614 tempest-ImagesNegativeTestJSON-557289614-project-member] Lock "255964fd-0aca-40f7-ae4f-2d4488a5eba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.690s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.441331] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52514a28-bdec-09e2-4ea1-ee2bf519866f, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.443662] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d1e3f8-2fe9-42e9-900e-a1dda98fc394 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.449550] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 718.449550] env[68207]: value = "task-2776427" [ 718.449550] env[68207]: _type = "Task" [ 718.449550] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.451055] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 718.451055] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525659c6-2ccf-4eea-7dfa-55ed9e55484c" [ 718.451055] env[68207]: _type = "Task" [ 718.451055] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.466808] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.471045] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525659c6-2ccf-4eea-7dfa-55ed9e55484c, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.471348] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.471606] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7611362e-08dc-4cab-933a-596bbd8b0671/7611362e-08dc-4cab-933a-596bbd8b0671.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.471872] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bfb72de-a6f1-4e7a-9227-2faf04c83108 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.482299] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 718.482299] env[68207]: value = "task-2776428" [ 718.482299] env[68207]: _type = "Task" [ 718.482299] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.492389] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.495378] env[68207]: DEBUG nova.network.neutron [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Updated VIF entry in instance network info cache for port 6fd6c576-cd71-478a-b130-d2a40c0a4a58. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.495728] env[68207]: DEBUG nova.network.neutron [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Updating instance_info_cache with network_info: [{"id": "6fd6c576-cd71-478a-b130-d2a40c0a4a58", "address": "fa:16:3e:5b:cb:d9", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd6c576-cd", "ovs_interfaceid": "6fd6c576-cd71-478a-b130-d2a40c0a4a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.795579] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081164} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.795579] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.796552] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891512b-bad4-4aa1-b9c2-54204aba7c6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.829051] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b893c8b7-5398-481e-af5d-db3dc42170b5/b893c8b7-5398-481e-af5d-db3dc42170b5.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.829051] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1b8dc9-6e9f-4f7c-9c73-791fe17c8c20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.858620] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 718.858620] env[68207]: value = "task-2776429" [ 718.858620] env[68207]: _type = "Task" [ 718.858620] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.868807] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.965332] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.995698] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776428, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.999416] env[68207]: DEBUG oslo_concurrency.lockutils [req-babafbe4-8597-40d3-b258-c3e60aa809c5 req-9b4dfd03-fe96-4e50-a392-1c3a89f262fd service nova] Releasing lock "refresh_cache-7611362e-08dc-4cab-933a-596bbd8b0671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.369727] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776429, 'name': ReconfigVM_Task, 'duration_secs': 0.439905} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.370860] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b893c8b7-5398-481e-af5d-db3dc42170b5/b893c8b7-5398-481e-af5d-db3dc42170b5.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.370860] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c89490-e4f2-47a9-86bf-8b339da35e1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.378438] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 719.378438] env[68207]: value = "task-2776430" [ 719.378438] env[68207]: _type = "Task" [ 719.378438] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.389655] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776430, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.461305] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5f776-aed5-432c-a478-18d41036b764 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.468159] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "06490586-425f-48d3-8ca5-233921272b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.468700] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.474344] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776427, 'name': ReconfigVM_Task, 'duration_secs': 0.712827} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.477678] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.479451] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454a9f73-a917-49d9-8f13-645190dbcfd8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.484227] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e09bdb6-7d1c-471b-a5a4-4b2bd40fffe5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.547787] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17c850e-4650-4337-a84f-00315b87c96e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.561575] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8a1f0d-3435-4c8f-b997-3291bde80f50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.564233] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521045} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.564768] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7611362e-08dc-4cab-933a-596bbd8b0671/7611362e-08dc-4cab-933a-596bbd8b0671.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.564988] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.565538] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78578700-46bc-4d54-8cd1-78609e2f1d59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.572495] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc077198-3166-4115-bbe2-c0260c860770 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.577787] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 719.577787] env[68207]: value = "task-2776431" [ 719.577787] env[68207]: _type = "Task" [ 719.577787] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.579275] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 719.579275] env[68207]: value = "task-2776432" [ 719.579275] env[68207]: _type = "Task" [ 719.579275] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.594402] env[68207]: DEBUG nova.compute.provider_tree [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.604350] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.608088] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.749916] env[68207]: DEBUG nova.compute.manager [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.751141] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab600463-8d46-4963-9671-97e48e1065c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.895978] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776430, 'name': Rename_Task, 'duration_secs': 0.160663} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.896330] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.896706] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46bad34c-8fce-4d1d-8663-8044bde5061e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.906043] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 719.906043] env[68207]: value = "task-2776433" [ 719.906043] env[68207]: _type = "Task" [ 719.906043] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.915144] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.099250] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776431, 'name': ReconfigVM_Task, 'duration_secs': 0.176415} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.104242] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.104549] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070174} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.104759] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64c7793-5bfe-4b52-b69e-06cb7f76d1f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.108906] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.109814] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7593757d-0331-42c4-870f-9361ee35c16a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.138822] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 7611362e-08dc-4cab-933a-596bbd8b0671/7611362e-08dc-4cab-933a-596bbd8b0671.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.141225] env[68207]: ERROR nova.scheduler.client.report [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [req-f503854d-ba74-4971-952a-7e91aa77113a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f503854d-ba74-4971-952a-7e91aa77113a"}]} [ 720.141599] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026cb8fe-ad8f-45f9-8b7f-bf3f868a7fb0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.158416] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 720.158416] env[68207]: value = "task-2776434" [ 720.158416] env[68207]: _type = "Task" [ 720.158416] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.170630] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 720.170630] env[68207]: value = "task-2776435" [ 720.170630] env[68207]: _type = "Task" [ 720.170630] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.174791] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.179368] env[68207]: DEBUG nova.scheduler.client.report [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.187467] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.196181] env[68207]: DEBUG nova.scheduler.client.report [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.196541] env[68207]: DEBUG nova.compute.provider_tree [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.210520] env[68207]: DEBUG nova.scheduler.client.report [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 720.241182] env[68207]: DEBUG nova.scheduler.client.report [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.262526] env[68207]: INFO nova.compute.manager [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] instance snapshotting [ 720.272562] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7976ec74-76e0-43a1-91ed-1690f8b5909f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.296380] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd9f818-b490-40da-8580-583540e5d351 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.416531] env[68207]: DEBUG oslo_vmware.api [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776433, 'name': PowerOnVM_Task, 'duration_secs': 0.507834} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.420472] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.420722] env[68207]: INFO nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Took 8.09 seconds to spawn the instance on the hypervisor. [ 720.420911] env[68207]: DEBUG nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.422516] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd35b9-2f55-4663-9abd-0cf4e2cb60eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.447201] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "e382429d-4899-4e16-b28c-260782a25e50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.447533] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "e382429d-4899-4e16-b28c-260782a25e50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.673080] env[68207]: DEBUG oslo_vmware.api [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776434, 'name': PowerOnVM_Task, 'duration_secs': 0.455374} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.676273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.682744] env[68207]: DEBUG nova.compute.manager [None req-ed3bfdd7-861c-45c9-ac10-dc749431ddef tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.682744] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c164e6e-0717-4171-a660-7818c77ba5c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.690863] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776435, 'name': ReconfigVM_Task, 'duration_secs': 0.384459} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.692342] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 7611362e-08dc-4cab-933a-596bbd8b0671/7611362e-08dc-4cab-933a-596bbd8b0671.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.698189] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a6323ae-0f72-4fe0-94bb-069f675c1523 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.709089] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 720.709089] env[68207]: value = "task-2776436" [ 720.709089] env[68207]: _type = "Task" [ 720.709089] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.720445] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776436, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.810131] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.810435] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a79a0a4e-6672-4a47-853e-297c3b4794e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.821213] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 720.821213] env[68207]: value = "task-2776437" [ 720.821213] env[68207]: _type = "Task" [ 720.821213] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.827032] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a3ba5d-180f-47a4-9482-edebb3dd1216 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.834459] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.840026] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5473738-ebf3-457f-97bb-264fbd480003 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.876430] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982da355-0547-4ce9-9f2a-9da63d86415d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.888013] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86296995-c90b-4bb2-a93f-8606377270d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.905741] env[68207]: DEBUG nova.compute.provider_tree [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.944607] env[68207]: INFO nova.compute.manager [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Took 43.94 seconds to build instance. [ 721.221167] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776436, 'name': Rename_Task, 'duration_secs': 0.163354} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.221500] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.221758] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dcec7c7-d560-478e-a8ee-f8c37b2f14a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.230229] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 721.230229] env[68207]: value = "task-2776438" [ 721.230229] env[68207]: _type = "Task" [ 721.230229] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.241621] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.333346] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.444095] env[68207]: DEBUG nova.scheduler.client.report [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.444468] env[68207]: DEBUG nova.compute.provider_tree [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 56 to 57 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.444657] env[68207]: DEBUG nova.compute.provider_tree [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.448542] env[68207]: DEBUG oslo_concurrency.lockutils [None req-49f15886-9a05-48b5-80e4-f31c63a30a49 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.522s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.741178] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.833172] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776437, 'name': CreateSnapshot_Task, 'duration_secs': 0.831578} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.833463] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.834280] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c2e323-7452-47db-b7ae-198c1b6f252a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.951857] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.078s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.951857] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.954050] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.025s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.955508] env[68207]: INFO nova.compute.claims [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.958520] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.972103] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "b893c8b7-5398-481e-af5d-db3dc42170b5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.972379] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.972607] env[68207]: INFO nova.compute.manager [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Rebooting instance [ 722.241123] env[68207]: DEBUG oslo_vmware.api [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776438, 'name': PowerOnVM_Task, 'duration_secs': 0.756019} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.241398] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.241598] env[68207]: INFO nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Took 7.22 seconds to spawn the instance on the hypervisor. [ 722.241781] env[68207]: DEBUG nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.242564] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f712847f-1fe6-4684-80ce-d447502be5c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.353101] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.353397] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e1a6e9c-953f-4453-b925-e6c535fccb1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.363496] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 722.363496] env[68207]: value = "task-2776439" [ 722.363496] env[68207]: _type = "Task" [ 722.363496] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.373406] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776439, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.462856] env[68207]: DEBUG nova.compute.utils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.473386] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.473386] env[68207]: DEBUG nova.network.neutron [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.510682] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.510990] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquired lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.511212] env[68207]: DEBUG nova.network.neutron [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.517275] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.550696] env[68207]: DEBUG nova.policy [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979d364dd01645568e09b933923e26b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7703de01394b44a8a71db47e154ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.763818] env[68207]: INFO nova.compute.manager [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Took 43.81 seconds to build instance. [ 722.876346] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776439, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.877153] env[68207]: DEBUG nova.network.neutron [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Successfully created port: e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.895786] env[68207]: INFO nova.compute.manager [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Rescuing [ 722.895786] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.895786] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.895786] env[68207]: DEBUG nova.network.neutron [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.981380] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.266671] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3ddf39b1-ee96-4013-9b90-520bbd0ed1c8 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "7611362e-08dc-4cab-933a-596bbd8b0671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.500s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.376527] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776439, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.519459] env[68207]: DEBUG nova.network.neutron [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Updating instance_info_cache with network_info: [{"id": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "address": "fa:16:3e:da:db:f5", "network": {"id": "58da584f-0b0e-4e15-89d3-00ae24c56c9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-750420278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48772d7f972a4b21a101434ff4314bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0519d0-e8", "ovs_interfaceid": "cb0519d0-e82a-46a6-930f-6a6758c7a6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.543010] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042711aa-70e0-4d4a-aecc-4b2f3aa9d5e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.552360] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80c4e1-ab70-4ace-80b4-105f7c051b3a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.587237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99442f87-64fc-46e8-8f3e-48adc3668bc9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.596208] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc8d00-59f3-4348-85cb-f0c57f6f1ff7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.613212] env[68207]: DEBUG nova.compute.provider_tree [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.769788] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.862335] env[68207]: DEBUG nova.network.neutron [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updating instance_info_cache with network_info: [{"id": "13c7da37-facc-416a-96e5-02668c613eb3", "address": "fa:16:3e:f7:b6:63", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7da37-fa", "ovs_interfaceid": "13c7da37-facc-416a-96e5-02668c613eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.877827] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776439, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.996194] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.022853] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Releasing lock "refresh_cache-b893c8b7-5398-481e-af5d-db3dc42170b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.029988] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.030296] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.030488] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.030727] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.030916] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.033306] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.033664] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.033944] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.034242] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.034515] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.034804] env[68207]: DEBUG nova.virt.hardware [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.035685] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f10f6-2e92-493c-88e3-52d000d14afc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.047652] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a83bc27-6ea1-4865-9201-b6768104d5a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.119059] env[68207]: DEBUG nova.scheduler.client.report [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.292895] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.367413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.381975] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776439, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.397064] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "7611362e-08dc-4cab-933a-596bbd8b0671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.397922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "7611362e-08dc-4cab-933a-596bbd8b0671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.397922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "7611362e-08dc-4cab-933a-596bbd8b0671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.397922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "7611362e-08dc-4cab-933a-596bbd8b0671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.398140] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "7611362e-08dc-4cab-933a-596bbd8b0671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.399879] env[68207]: INFO nova.compute.manager [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Terminating instance [ 724.533477] env[68207]: DEBUG nova.compute.manager [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.533477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5a590-5025-4a5c-9c0a-851ba56fdfd5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.614123] env[68207]: DEBUG nova.compute.manager [req-78938651-6701-41ed-b5c7-951c3a78014e req-67e81018-aecf-4c82-9d87-bbc50969128d service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Received event network-vif-plugged-e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.614811] env[68207]: DEBUG oslo_concurrency.lockutils [req-78938651-6701-41ed-b5c7-951c3a78014e req-67e81018-aecf-4c82-9d87-bbc50969128d service nova] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.615199] env[68207]: DEBUG oslo_concurrency.lockutils [req-78938651-6701-41ed-b5c7-951c3a78014e req-67e81018-aecf-4c82-9d87-bbc50969128d service nova] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.615543] env[68207]: DEBUG oslo_concurrency.lockutils [req-78938651-6701-41ed-b5c7-951c3a78014e req-67e81018-aecf-4c82-9d87-bbc50969128d service nova] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.615861] env[68207]: DEBUG nova.compute.manager [req-78938651-6701-41ed-b5c7-951c3a78014e req-67e81018-aecf-4c82-9d87-bbc50969128d service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] No waiting events found dispatching network-vif-plugged-e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.616377] env[68207]: WARNING nova.compute.manager [req-78938651-6701-41ed-b5c7-951c3a78014e req-67e81018-aecf-4c82-9d87-bbc50969128d service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Received unexpected event network-vif-plugged-e525da6f-4022-4217-aa32-93093787593a for instance with vm_state building and task_state spawning. [ 724.627359] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.627359] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.629899] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.422s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.629899] env[68207]: DEBUG nova.objects.instance [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lazy-loading 'resources' on Instance uuid 7f1279fc-2387-487b-905d-2afc8c3caa33 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.708095] env[68207]: DEBUG nova.network.neutron [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Successfully updated port: e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.884613] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776439, 'name': CloneVM_Task, 'duration_secs': 2.337454} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.884743] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Created linked-clone VM from snapshot [ 724.885713] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d570ab-97c5-4b61-87bc-6c06e1a03ad1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.897253] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Uploading image ecda8db5-918d-45c6-bcf6-ec54b2211ed6 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.903980] env[68207]: DEBUG nova.compute.manager [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.904552] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.905419] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e932f41-0a89-4528-8568-3d5742d4ebc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.915257] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.915506] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af8e5e7-43ba-4e29-93ed-0b04f21746c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.924866] env[68207]: DEBUG oslo_vmware.api [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 724.924866] env[68207]: value = "task-2776440" [ 724.924866] env[68207]: _type = "Task" [ 724.924866] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.931118] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.931118] env[68207]: value = "vm-558264" [ 724.931118] env[68207]: _type = "VirtualMachine" [ 724.931118] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.931672] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57a5c788-a69b-45bd-ab92-e613c58abe69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.936266] env[68207]: DEBUG oslo_vmware.api [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.942701] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lease: (returnval){ [ 724.942701] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521e0807-201b-768e-c7ba-a77bc1465753" [ 724.942701] env[68207]: _type = "HttpNfcLease" [ 724.942701] env[68207]: } obtained for exporting VM: (result){ [ 724.942701] env[68207]: value = "vm-558264" [ 724.942701] env[68207]: _type = "VirtualMachine" [ 724.942701] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.943061] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the lease: (returnval){ [ 724.943061] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521e0807-201b-768e-c7ba-a77bc1465753" [ 724.943061] env[68207]: _type = "HttpNfcLease" [ 724.943061] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.950824] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.950824] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521e0807-201b-768e-c7ba-a77bc1465753" [ 724.950824] env[68207]: _type = "HttpNfcLease" [ 724.950824] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 725.137064] env[68207]: DEBUG nova.compute.utils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.139758] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.139758] env[68207]: DEBUG nova.network.neutron [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.199196] env[68207]: DEBUG nova.policy [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '463ba435a4264e0b887417ced90a5759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc991b73a8a4438b6112f2d52299817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.211052] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.211203] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.211355] env[68207]: DEBUG nova.network.neutron [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.439871] env[68207]: DEBUG oslo_vmware.api [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776440, 'name': PowerOffVM_Task, 'duration_secs': 0.194115} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.444971] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.445277] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.445945] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a353202a-748b-4dc8-8cac-c39aa70a9123 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.458629] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.458629] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521e0807-201b-768e-c7ba-a77bc1465753" [ 725.458629] env[68207]: _type = "HttpNfcLease" [ 725.458629] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.466535] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.466535] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521e0807-201b-768e-c7ba-a77bc1465753" [ 725.466535] env[68207]: _type = "HttpNfcLease" [ 725.466535] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.468197] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0939b6d-cce1-4a6e-8b09-af267a3ec518 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.480097] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d779-df24-8bd8-4b72-029d5a30a23f/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.480097] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d779-df24-8bd8-4b72-029d5a30a23f/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.484671] env[68207]: DEBUG nova.network.neutron [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Successfully created port: 38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.553859] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050773f-1135-413f-ba70-26f2088b2ffb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.557014] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.557014] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.557945] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Deleting the datastore file [datastore2] 7611362e-08dc-4cab-933a-596bbd8b0671 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.559247] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f12fed-39a0-4efd-95f1-645a51993e77 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.571025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Doing hard reboot of VM {{(pid=68207) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 725.571025] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b30a2366-ea56-4185-97bc-1262ff0ed23c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.571025] env[68207]: DEBUG oslo_vmware.api [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for the task: (returnval){ [ 725.571025] env[68207]: value = "task-2776443" [ 725.571025] env[68207]: _type = "Task" [ 725.571025] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.579464] env[68207]: DEBUG oslo_vmware.api [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 725.579464] env[68207]: value = "task-2776444" [ 725.579464] env[68207]: _type = "Task" [ 725.579464] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.586379] env[68207]: DEBUG oslo_vmware.api [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.592677] env[68207]: DEBUG oslo_vmware.api [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776444, 'name': ResetVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.598287] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41907f6c-3d03-481e-93f8-3c501a99bd74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.643639] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.789166] env[68207]: DEBUG nova.network.neutron [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.806875] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35017c-6753-493a-9cef-81a25b1bfac4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.817492] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9575a93-7246-4f3a-aeb1-1f6272eb6589 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.853341] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d59cfd-949c-4db8-b04f-3bc00e1a67c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.863515] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46740605-3d76-45ca-90f6-444f9b558364 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.878718] env[68207]: DEBUG nova.compute.provider_tree [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.908740] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.909404] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22fd2119-19b5-4f64-97ac-26b3635e20cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.917591] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 725.917591] env[68207]: value = "task-2776445" [ 725.917591] env[68207]: _type = "Task" [ 725.917591] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.927223] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.065293] env[68207]: DEBUG nova.network.neutron [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updating instance_info_cache with network_info: [{"id": "e525da6f-4022-4217-aa32-93093787593a", "address": "fa:16:3e:c0:88:ca", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525da6f-40", "ovs_interfaceid": "e525da6f-4022-4217-aa32-93093787593a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.081516] env[68207]: DEBUG oslo_vmware.api [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Task: {'id': task-2776443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157278} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.086485] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.086680] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.086866] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.087031] env[68207]: INFO nova.compute.manager [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Took 1.18 seconds to destroy the instance on the hypervisor. [ 726.087288] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.087756] env[68207]: DEBUG nova.compute.manager [-] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.087756] env[68207]: DEBUG nova.network.neutron [-] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.097168] env[68207]: DEBUG oslo_vmware.api [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776444, 'name': ResetVM_Task, 'duration_secs': 0.104078} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.098284] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Did hard reboot of VM {{(pid=68207) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 726.098284] env[68207]: DEBUG nova.compute.manager [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.098616] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f4516-1f7a-4c2b-9b03-523914107780 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.423638] env[68207]: DEBUG nova.scheduler.client.report [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.424104] env[68207]: DEBUG nova.compute.provider_tree [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 57 to 58 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.424498] env[68207]: DEBUG nova.compute.provider_tree [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.435051] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776445, 'name': PowerOffVM_Task, 'duration_secs': 0.231321} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.436273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.436960] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2272e716-33d0-4fa8-8b22-c3b368696d0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.467935] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb89277-1a45-4498-8bcd-4c053cf641a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.512385] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.512385] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1571e8ef-89cb-456f-8f05-22ba57953749 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.524150] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 726.524150] env[68207]: value = "task-2776446" [ 726.524150] env[68207]: _type = "Task" [ 726.524150] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.535194] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 726.535987] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.535987] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.537467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.537467] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.537467] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04405890-5f28-4b68-9faa-35ac163d0bd1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.547525] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.548501] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.548501] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87bf1cf2-3ffc-4f32-a833-f0c08ab39b60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.554790] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 726.554790] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527a7e32-7adc-9259-febd-54edc3162ec1" [ 726.554790] env[68207]: _type = "Task" [ 726.554790] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.566123] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a7e32-7adc-9259-febd-54edc3162ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.568940] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Releasing lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.569541] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Instance network_info: |[{"id": "e525da6f-4022-4217-aa32-93093787593a", "address": "fa:16:3e:c0:88:ca", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525da6f-40", "ovs_interfaceid": "e525da6f-4022-4217-aa32-93093787593a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.573022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:88:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e525da6f-4022-4217-aa32-93093787593a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.580514] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Creating folder: Project (6b7703de01394b44a8a71db47e154ac8). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.581256] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e1cd38c-22e8-43ca-b746-38ff8ffddda6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.593764] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Created folder: Project (6b7703de01394b44a8a71db47e154ac8) in parent group-v558176. [ 726.594297] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Creating folder: Instances. Parent ref: group-v558265. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.594574] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20ff2861-9c55-4e15-ad26-3431994385a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.607047] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Created folder: Instances in parent group-v558265. [ 726.607384] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.607647] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.608430] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366b9259-fc86-4a67-b2ef-3b2c017f088c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.631707] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6913cb38-0f0d-4ade-96b9-c1eab15d56f5 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.659s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.636923] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.636923] env[68207]: value = "task-2776449" [ 726.636923] env[68207]: _type = "Task" [ 726.636923] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.647816] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776449, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.658222] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.690665] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.692856] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.692856] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.692856] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.692856] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.692856] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.693123] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.693123] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.693347] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.696083] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.696083] env[68207]: DEBUG nova.virt.hardware [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.696083] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ec2e2-4e8d-481d-a6bd-a76a44942ed3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.714273] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b2b22-472f-4b89-a67b-d28234c05253 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.744686] env[68207]: DEBUG nova.compute.manager [req-e72d1b7c-a558-420d-bf60-08f65f9e614d req-d1e8114d-f9b4-4db0-aa34-7b54722d7387 service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Received event network-vif-deleted-6fd6c576-cd71-478a-b130-d2a40c0a4a58 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 726.744836] env[68207]: INFO nova.compute.manager [req-e72d1b7c-a558-420d-bf60-08f65f9e614d req-d1e8114d-f9b4-4db0-aa34-7b54722d7387 service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Neutron deleted interface 6fd6c576-cd71-478a-b130-d2a40c0a4a58; detaching it from the instance and deleting it from the info cache [ 726.749339] env[68207]: DEBUG nova.network.neutron [req-e72d1b7c-a558-420d-bf60-08f65f9e614d req-d1e8114d-f9b4-4db0-aa34-7b54722d7387 service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.922017] env[68207]: DEBUG nova.compute.manager [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Received event network-changed-e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 726.922210] env[68207]: DEBUG nova.compute.manager [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Refreshing instance network info cache due to event network-changed-e525da6f-4022-4217-aa32-93093787593a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 726.922444] env[68207]: DEBUG oslo_concurrency.lockutils [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] Acquiring lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.922920] env[68207]: DEBUG oslo_concurrency.lockutils [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] Acquired lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.923086] env[68207]: DEBUG nova.network.neutron [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Refreshing network info cache for port e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.930812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.936216] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.375s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.936857] env[68207]: DEBUG nova.objects.instance [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lazy-loading 'resources' on Instance uuid 2e688e42-39fd-4d9c-a658-fa1a8ff10627 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.963992] env[68207]: INFO nova.scheduler.client.report [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Deleted allocations for instance 7f1279fc-2387-487b-905d-2afc8c3caa33 [ 726.993024] env[68207]: DEBUG nova.network.neutron [-] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.052604] env[68207]: DEBUG nova.network.neutron [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Successfully updated port: 38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.072283] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a7e32-7adc-9259-febd-54edc3162ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.018249} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.072283] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5464e5-9e6d-48df-ace0-9690f58e5215 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.079327] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 727.079327] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522ad030-48af-b88b-46ac-c8dcad4ca994" [ 727.079327] env[68207]: _type = "Task" [ 727.079327] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.091017] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522ad030-48af-b88b-46ac-c8dcad4ca994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.153673] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776449, 'name': CreateVM_Task, 'duration_secs': 0.43664} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.154069] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.155199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.155488] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.156190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.156585] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e739f6-effd-46e4-b92a-987c259f6b5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.163859] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 727.163859] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f26276-a5f9-423e-f330-2556898da0d0" [ 727.163859] env[68207]: _type = "Task" [ 727.163859] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.178840] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f26276-a5f9-423e-f330-2556898da0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.253811] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-274ac426-1c98-4256-9e52-0bea04f0f244 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.267546] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51fd126-898f-4ad4-bdff-1f18ed100140 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.307046] env[68207]: DEBUG nova.compute.manager [req-e72d1b7c-a558-420d-bf60-08f65f9e614d req-d1e8114d-f9b4-4db0-aa34-7b54722d7387 service nova] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Detach interface failed, port_id=6fd6c576-cd71-478a-b130-d2a40c0a4a58, reason: Instance 7611362e-08dc-4cab-933a-596bbd8b0671 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 727.330794] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.331606] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.476433] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43c0d5f9-c37e-46d4-9e89-5c2fee1a17f8 tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "7f1279fc-2387-487b-905d-2afc8c3caa33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.237s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.495601] env[68207]: INFO nova.compute.manager [-] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Took 1.41 seconds to deallocate network for instance. [ 727.554977] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "refresh_cache-7f57b127-7022-4fac-a471-e7be04a7938d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.555268] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquired lock "refresh_cache-7f57b127-7022-4fac-a471-e7be04a7938d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.555318] env[68207]: DEBUG nova.network.neutron [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.596033] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522ad030-48af-b88b-46ac-c8dcad4ca994, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.596765] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.596923] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. {{(pid=68207) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 727.597287] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-878635a1-593b-4c51-bebc-a8173b61ff56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608139] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 727.608139] env[68207]: value = "task-2776450" [ 727.608139] env[68207]: _type = "Task" [ 727.608139] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.622124] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.680865] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f26276-a5f9-423e-f330-2556898da0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.022823} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.680865] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.680865] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.680865] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.681299] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.681528] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.681811] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4898259-706e-40d5-93fc-84259e9a13bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.696083] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.696083] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.696243] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4bb5ce-e5b1-4f7c-bbd8-587cc7e6d54c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.705311] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 727.705311] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52931f5c-b9de-2289-a023-46d6d0885170" [ 727.705311] env[68207]: _type = "Task" [ 727.705311] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.722271] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52931f5c-b9de-2289-a023-46d6d0885170, 'name': SearchDatastore_Task, 'duration_secs': 0.017055} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.723116] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078c61b6-44b6-4833-86a3-f054f768184e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.732059] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 727.732059] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52503b2a-c363-0231-c68d-6110831f4b94" [ 727.732059] env[68207]: _type = "Task" [ 727.732059] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.743903] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52503b2a-c363-0231-c68d-6110831f4b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.744218] env[68207]: DEBUG nova.network.neutron [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updated VIF entry in instance network info cache for port e525da6f-4022-4217-aa32-93093787593a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.744549] env[68207]: DEBUG nova.network.neutron [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updating instance_info_cache with network_info: [{"id": "e525da6f-4022-4217-aa32-93093787593a", "address": "fa:16:3e:c0:88:ca", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525da6f-40", "ovs_interfaceid": "e525da6f-4022-4217-aa32-93093787593a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.834315] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "b893c8b7-5398-481e-af5d-db3dc42170b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.834609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.834922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "b893c8b7-5398-481e-af5d-db3dc42170b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.835229] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.835563] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.838465] env[68207]: INFO nova.compute.manager [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Terminating instance [ 728.004489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.078901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "938d1523-3ab9-4081-bac4-cad645a8b7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.078901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.078901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "938d1523-3ab9-4081-bac4-cad645a8b7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.078901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.079138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.082421] env[68207]: INFO nova.compute.manager [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Terminating instance [ 728.100303] env[68207]: DEBUG nova.network.neutron [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.121170] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.154827] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d50bd1f-b0a8-4088-91d3-a45f954c9b12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.165485] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3f927-cc52-4d4d-a230-1fd1e950e7d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.206748] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc45d9e-0352-418d-ae5c-e708dd78cee7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.217266] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe13602-54c0-4ed4-8f65-8e958d675459 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.233904] env[68207]: DEBUG nova.compute.provider_tree [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.246718] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52503b2a-c363-0231-c68d-6110831f4b94, 'name': SearchDatastore_Task, 'duration_secs': 0.020797} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.247236] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.247334] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] af19a172-f3dd-4af0-89c7-9fdaa8d5412a/af19a172-f3dd-4af0-89c7-9fdaa8d5412a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.248600] env[68207]: DEBUG oslo_concurrency.lockutils [req-49c8bcf5-3980-4b93-a8f9-aa802f4c2ce4 req-a9b0bc7e-9bce-48e3-8d2f-49fbb89181f1 service nova] Releasing lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.248849] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba86ff12-c97d-4e34-b813-14a275a35b1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.260509] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 728.260509] env[68207]: value = "task-2776451" [ 728.260509] env[68207]: _type = "Task" [ 728.260509] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.270782] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.299774] env[68207]: DEBUG nova.network.neutron [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Updating instance_info_cache with network_info: [{"id": "38189c69-9568-489f-b584-ee01743cb534", "address": "fa:16:3e:c4:a2:36", "network": {"id": "d57a88ee-4805-4c9c-93b5-a79492667a3e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1602796875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc991b73a8a4438b6112f2d52299817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38189c69-95", "ovs_interfaceid": "38189c69-9568-489f-b584-ee01743cb534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.348433] env[68207]: DEBUG nova.compute.manager [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.349707] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.350788] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739bba9-2f76-451d-87a8-24ee81b1750e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.362599] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.362887] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ce89e5-f84f-4636-ac6b-970f0df31ed1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.371352] env[68207]: DEBUG oslo_vmware.api [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 728.371352] env[68207]: value = "task-2776452" [ 728.371352] env[68207]: _type = "Task" [ 728.371352] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.380670] env[68207]: DEBUG oslo_vmware.api [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.588029] env[68207]: DEBUG nova.compute.manager [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.588377] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.589194] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1cbe21-52a2-471b-94d9-380e02f50a6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.601594] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.601900] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bd318a1-47a5-4ae8-a413-263c2aa0fe8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.617911] env[68207]: DEBUG oslo_vmware.api [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 728.617911] env[68207]: value = "task-2776453" [ 728.617911] env[68207]: _type = "Task" [ 728.617911] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.626235] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635305} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.627145] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. [ 728.628273] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42019fa-7abb-4ce2-8eeb-67fe34565026 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.635301] env[68207]: DEBUG oslo_vmware.api [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.664025] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.664339] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1367be-be7b-446b-ac15-75d026fba1c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.684562] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 728.684562] env[68207]: value = "task-2776454" [ 728.684562] env[68207]: _type = "Task" [ 728.684562] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.693976] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.740810] env[68207]: DEBUG nova.scheduler.client.report [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.769710] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.803521] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Releasing lock "refresh_cache-7f57b127-7022-4fac-a471-e7be04a7938d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.803855] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Instance network_info: |[{"id": "38189c69-9568-489f-b584-ee01743cb534", "address": "fa:16:3e:c4:a2:36", "network": {"id": "d57a88ee-4805-4c9c-93b5-a79492667a3e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1602796875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc991b73a8a4438b6112f2d52299817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38189c69-95", "ovs_interfaceid": "38189c69-9568-489f-b584-ee01743cb534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.804726] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a2:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38189c69-9568-489f-b584-ee01743cb534', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.812726] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Creating folder: Project (8dc991b73a8a4438b6112f2d52299817). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.813101] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c51a83-40b5-4715-8d20-9709a388e879 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.827970] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Created folder: Project (8dc991b73a8a4438b6112f2d52299817) in parent group-v558176. [ 728.828194] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Creating folder: Instances. Parent ref: group-v558268. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.828439] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a3e2aa5-0715-48e9-81d2-8111da534057 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.841622] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Created folder: Instances in parent group-v558268. [ 728.841808] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.842020] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.842237] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4cdd23-531b-4015-a794-74047aa601cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.865205] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.865205] env[68207]: value = "task-2776457" [ 728.865205] env[68207]: _type = "Task" [ 728.865205] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.878623] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776457, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.886245] env[68207]: DEBUG oslo_vmware.api [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776452, 'name': PowerOffVM_Task, 'duration_secs': 0.205025} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.886560] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.886724] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.887024] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb807a34-224d-4b75-9a9c-e1cf3b9ab136 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.956852] env[68207]: DEBUG nova.compute.manager [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Received event network-vif-plugged-38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.957081] env[68207]: DEBUG oslo_concurrency.lockutils [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] Acquiring lock "7f57b127-7022-4fac-a471-e7be04a7938d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.957454] env[68207]: DEBUG oslo_concurrency.lockutils [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] Lock "7f57b127-7022-4fac-a471-e7be04a7938d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.957609] env[68207]: DEBUG oslo_concurrency.lockutils [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] Lock "7f57b127-7022-4fac-a471-e7be04a7938d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.957875] env[68207]: DEBUG nova.compute.manager [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] No waiting events found dispatching network-vif-plugged-38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.958102] env[68207]: WARNING nova.compute.manager [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Received unexpected event network-vif-plugged-38189c69-9568-489f-b584-ee01743cb534 for instance with vm_state building and task_state spawning. [ 728.958400] env[68207]: DEBUG nova.compute.manager [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Received event network-changed-38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.958516] env[68207]: DEBUG nova.compute.manager [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Refreshing instance network info cache due to event network-changed-38189c69-9568-489f-b584-ee01743cb534. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 728.958709] env[68207]: DEBUG oslo_concurrency.lockutils [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] Acquiring lock "refresh_cache-7f57b127-7022-4fac-a471-e7be04a7938d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.958846] env[68207]: DEBUG oslo_concurrency.lockutils [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] Acquired lock "refresh_cache-7f57b127-7022-4fac-a471-e7be04a7938d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.959094] env[68207]: DEBUG nova.network.neutron [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Refreshing network info cache for port 38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.966710] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.966935] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.967219] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Deleting the datastore file [datastore2] b893c8b7-5398-481e-af5d-db3dc42170b5 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.968912] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ecb947c-2ab3-4fb7-bd6c-190aa044e4e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.978443] env[68207]: DEBUG oslo_vmware.api [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for the task: (returnval){ [ 728.978443] env[68207]: value = "task-2776459" [ 728.978443] env[68207]: _type = "Task" [ 728.978443] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.988685] env[68207]: DEBUG oslo_vmware.api [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.129560] env[68207]: DEBUG oslo_vmware.api [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776453, 'name': PowerOffVM_Task, 'duration_secs': 0.321092} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.129814] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.130022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.130270] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b87c280-a80e-4c73-a93c-28456607acbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.196672] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776454, 'name': ReconfigVM_Task, 'duration_secs': 0.425845} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.198181] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.198682] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.198938] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.199221] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Deleting the datastore file [datastore2] 938d1523-3ab9-4081-bac4-cad645a8b7ca {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.201049] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef4a3ad-168a-4efe-8133-66a1fd5970fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.203037] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c48b30-279d-4e8e-b268-ec75cdeaaabd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.234808] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e03e68-57f6-4404-a50c-6fb5f58e0039 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.245442] env[68207]: DEBUG oslo_vmware.api [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for the task: (returnval){ [ 729.245442] env[68207]: value = "task-2776461" [ 729.245442] env[68207]: _type = "Task" [ 729.245442] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.246311] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.252220] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.063s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.253714] env[68207]: INFO nova.compute.claims [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.257881] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 729.257881] env[68207]: value = "task-2776462" [ 729.257881] env[68207]: _type = "Task" [ 729.257881] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.265014] env[68207]: DEBUG oslo_vmware.api [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.274985] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55476} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.280095] env[68207]: INFO nova.scheduler.client.report [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Deleted allocations for instance 2e688e42-39fd-4d9c-a658-fa1a8ff10627 [ 729.281158] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] af19a172-f3dd-4af0-89c7-9fdaa8d5412a/af19a172-f3dd-4af0-89c7-9fdaa8d5412a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.282031] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.282031] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.282031] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3468f957-8f84-44e8-9669-e42b585501b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.295823] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 729.295823] env[68207]: value = "task-2776463" [ 729.295823] env[68207]: _type = "Task" [ 729.295823] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.307443] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.377132] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776457, 'name': CreateVM_Task, 'duration_secs': 0.406052} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.377322] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.378026] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.378201] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.378529] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.378792] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddef8590-498f-4e94-a887-6353ffb43fca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.385956] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 729.385956] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f1cb6d-af13-5b7b-3317-2240fd593615" [ 729.385956] env[68207]: _type = "Task" [ 729.385956] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.395588] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f1cb6d-af13-5b7b-3317-2240fd593615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.489513] env[68207]: DEBUG oslo_vmware.api [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Task: {'id': task-2776459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235794} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.489859] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.490073] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.490258] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.490430] env[68207]: INFO nova.compute.manager [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 729.490676] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.490879] env[68207]: DEBUG nova.compute.manager [-] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.490969] env[68207]: DEBUG nova.network.neutron [-] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.701042] env[68207]: DEBUG nova.network.neutron [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Updated VIF entry in instance network info cache for port 38189c69-9568-489f-b584-ee01743cb534. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.701042] env[68207]: DEBUG nova.network.neutron [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Updating instance_info_cache with network_info: [{"id": "38189c69-9568-489f-b584-ee01743cb534", "address": "fa:16:3e:c4:a2:36", "network": {"id": "d57a88ee-4805-4c9c-93b5-a79492667a3e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1602796875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc991b73a8a4438b6112f2d52299817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38189c69-95", "ovs_interfaceid": "38189c69-9568-489f-b584-ee01743cb534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.758487] env[68207]: DEBUG oslo_vmware.api [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Task: {'id': task-2776461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255209} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.762293] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.762746] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.763235] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.763568] env[68207]: INFO nova.compute.manager [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 729.764094] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.769258] env[68207]: DEBUG nova.compute.manager [-] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.769258] env[68207]: DEBUG nova.network.neutron [-] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.778214] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776462, 'name': ReconfigVM_Task, 'duration_secs': 0.180828} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.779286] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.781583] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391456d3-0b8f-4413-9c91-19d846e09f05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.788426] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 729.788426] env[68207]: value = "task-2776464" [ 729.788426] env[68207]: _type = "Task" [ 729.788426] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.795798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3951161d-c277-4123-9436-8a5d882e08f9 tempest-ServerExternalEventsTest-1751468424 tempest-ServerExternalEventsTest-1751468424-project-member] Lock "2e688e42-39fd-4d9c-a658-fa1a8ff10627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.678s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.804967] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.810832] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080945} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.811829] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.812857] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245e33b-2975-4b23-97f1-068d5052f3ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.839296] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] af19a172-f3dd-4af0-89c7-9fdaa8d5412a/af19a172-f3dd-4af0-89c7-9fdaa8d5412a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.841202] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d69718-5769-418c-b911-61edf7616da4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.869445] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 729.869445] env[68207]: value = "task-2776465" [ 729.869445] env[68207]: _type = "Task" [ 729.869445] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.880462] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.900975] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f1cb6d-af13-5b7b-3317-2240fd593615, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.901588] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.902029] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.902484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.902775] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.903116] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.903567] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556a4ca7-e9b4-41e7-9d4f-6aa939af9bbb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.915787] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.916102] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.917379] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e1299e-6165-4075-9515-c99f5fdad162 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.925987] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 729.925987] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5205eb9e-0120-a618-8e61-059ae6c664d6" [ 729.925987] env[68207]: _type = "Task" [ 729.925987] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.939571] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5205eb9e-0120-a618-8e61-059ae6c664d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.157550] env[68207]: DEBUG nova.compute.manager [req-730e467e-2639-461d-acb1-6417dece4518 req-2bcc7aac-6016-4ca4-9016-49233be79fb8 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Received event network-vif-deleted-cb0519d0-e82a-46a6-930f-6a6758c7a6d6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.157927] env[68207]: INFO nova.compute.manager [req-730e467e-2639-461d-acb1-6417dece4518 req-2bcc7aac-6016-4ca4-9016-49233be79fb8 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Neutron deleted interface cb0519d0-e82a-46a6-930f-6a6758c7a6d6; detaching it from the instance and deleting it from the info cache [ 730.158229] env[68207]: DEBUG nova.network.neutron [req-730e467e-2639-461d-acb1-6417dece4518 req-2bcc7aac-6016-4ca4-9016-49233be79fb8 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.206802] env[68207]: DEBUG oslo_concurrency.lockutils [req-3492d59a-da56-466e-a90c-ad412e656fc0 req-ff6be8e4-67f8-426d-a80e-98f59f3e74f1 service nova] Releasing lock "refresh_cache-7f57b127-7022-4fac-a471-e7be04a7938d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.310897] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.383238] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776465, 'name': ReconfigVM_Task, 'duration_secs': 0.435175} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.383238] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] af19a172-f3dd-4af0-89c7-9fdaa8d5412a/af19a172-f3dd-4af0-89c7-9fdaa8d5412a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.383779] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2688755a-dc79-458a-90c2-a5f47078aef9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.393096] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 730.393096] env[68207]: value = "task-2776466" [ 730.393096] env[68207]: _type = "Task" [ 730.393096] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.402136] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776466, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.439885] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5205eb9e-0120-a618-8e61-059ae6c664d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.441134] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae6c868-d11b-456c-87e9-4a6d5242f330 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.449313] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 730.449313] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522d36ce-9323-42ff-768e-01dd68eb717d" [ 730.449313] env[68207]: _type = "Task" [ 730.449313] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.458933] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522d36ce-9323-42ff-768e-01dd68eb717d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.517769] env[68207]: DEBUG nova.network.neutron [-] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.572714] env[68207]: DEBUG nova.network.neutron [-] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.660676] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e2b1f22-d4c2-4709-871e-f5b43c7f4bdc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.675170] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9770622b-0222-4a41-bc9e-480cc0612cbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.718199] env[68207]: DEBUG nova.compute.manager [req-730e467e-2639-461d-acb1-6417dece4518 req-2bcc7aac-6016-4ca4-9016-49233be79fb8 service nova] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Detach interface failed, port_id=cb0519d0-e82a-46a6-930f-6a6758c7a6d6, reason: Instance b893c8b7-5398-481e-af5d-db3dc42170b5 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 730.803013] env[68207]: DEBUG oslo_vmware.api [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776464, 'name': PowerOnVM_Task, 'duration_secs': 0.596911} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.803013] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.805439] env[68207]: DEBUG nova.compute.manager [None req-c8c73ec9-1942-42ba-86e8-bced24c7fcd6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.806260] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1c7f2-06ee-48f9-92e9-aa4e688ac0f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.825959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c6a09-e993-4460-bd09-ce559b28a7be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.834394] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba7c772-4faf-446f-ac81-612acd60227f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.871248] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f36fd6-ba7e-4763-963c-b88fce522213 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.881491] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0196876-350c-4408-aeaf-1f1de61fa270 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.899709] env[68207]: DEBUG nova.compute.provider_tree [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.910626] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776466, 'name': Rename_Task, 'duration_secs': 0.17159} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.911543] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.911813] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281fceb7-a281-4654-ad94-0af198f0020c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.921707] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 730.921707] env[68207]: value = "task-2776467" [ 730.921707] env[68207]: _type = "Task" [ 730.921707] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.932073] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.962596] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522d36ce-9323-42ff-768e-01dd68eb717d, 'name': SearchDatastore_Task, 'duration_secs': 0.015075} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.962596] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.962819] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7f57b127-7022-4fac-a471-e7be04a7938d/7f57b127-7022-4fac-a471-e7be04a7938d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.963184] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-402e4a05-a33e-4809-9a94-c3f680e4673f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.973858] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 730.973858] env[68207]: value = "task-2776468" [ 730.973858] env[68207]: _type = "Task" [ 730.973858] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.984400] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.020562] env[68207]: INFO nova.compute.manager [-] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Took 1.53 seconds to deallocate network for instance. [ 731.053204] env[68207]: DEBUG nova.compute.manager [req-57eda8ac-b78f-4302-aa34-fe9680103c8f req-f6969da3-188f-4c08-99e6-d40526a47d69 service nova] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Received event network-vif-deleted-b3768064-c057-4941-bbad-5a09749e19d4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.075658] env[68207]: INFO nova.compute.manager [-] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Took 1.31 seconds to deallocate network for instance. [ 731.407720] env[68207]: DEBUG nova.scheduler.client.report [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.436834] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776467, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.486229] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.527158] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.584786] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.839047] env[68207]: INFO nova.compute.manager [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Unrescuing [ 731.839500] env[68207]: DEBUG oslo_concurrency.lockutils [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.839776] env[68207]: DEBUG oslo_concurrency.lockutils [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.840047] env[68207]: DEBUG nova.network.neutron [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.915034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.915212] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.918321] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.225s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.919989] env[68207]: INFO nova.compute.claims [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.935043] env[68207]: DEBUG oslo_vmware.api [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776467, 'name': PowerOnVM_Task, 'duration_secs': 0.570368} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.935233] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.935462] env[68207]: INFO nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Took 7.94 seconds to spawn the instance on the hypervisor. [ 731.936391] env[68207]: DEBUG nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.936688] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3660976-a737-4412-a28d-3e8ec68d068f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.985153] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706325} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.986109] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7f57b127-7022-4fac-a471-e7be04a7938d/7f57b127-7022-4fac-a471-e7be04a7938d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.986338] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.986593] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d216e936-0701-476f-8361-c290a5b5bb4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.995226] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 731.995226] env[68207]: value = "task-2776469" [ 731.995226] env[68207]: _type = "Task" [ 731.995226] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.005635] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.431336] env[68207]: DEBUG nova.compute.utils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.433091] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.434945] env[68207]: DEBUG nova.network.neutron [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.460930] env[68207]: INFO nova.compute.manager [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Took 48.28 seconds to build instance. [ 732.507632] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116802} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.508136] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.509369] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b8135-2fc1-4132-8264-11c368627283 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.514162] env[68207]: DEBUG nova.policy [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e5c52deba2e4f9e8f9c7edf733c0281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9409de2512684142908c696ae1ed4c05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.544953] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 7f57b127-7022-4fac-a471-e7be04a7938d/7f57b127-7022-4fac-a471-e7be04a7938d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.545494] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f68319-2e2d-4a3c-b9b1-c331f5c00cbe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.573287] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 732.573287] env[68207]: value = "task-2776470" [ 732.573287] env[68207]: _type = "Task" [ 732.573287] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.584924] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.722730] env[68207]: DEBUG nova.network.neutron [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updating instance_info_cache with network_info: [{"id": "13c7da37-facc-416a-96e5-02668c613eb3", "address": "fa:16:3e:f7:b6:63", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7da37-fa", "ovs_interfaceid": "13c7da37-facc-416a-96e5-02668c613eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.939861] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.964415] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d573edc0-0181-4c27-bb06-35309ec32cbd tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.326s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.981016] env[68207]: DEBUG nova.network.neutron [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Successfully created port: eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.087133] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776470, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.227806] env[68207]: DEBUG oslo_concurrency.lockutils [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-090dd945-10e1-4fe3-841e-cace0a125d86" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.228419] env[68207]: DEBUG nova.objects.instance [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'flavor' on Instance uuid 090dd945-10e1-4fe3-841e-cace0a125d86 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.467563] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.547674] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e5a7b-dce0-4775-918c-9ef0497e451f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.558024] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347b6ca-d366-46e3-adcb-2d7449acf275 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.598825] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f60da3-fa36-448f-99a6-26fa32a52c2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.611437] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a8f53-ef66-4e7b-b635-beb4eb2ad796 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.615683] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776470, 'name': ReconfigVM_Task, 'duration_secs': 0.549292} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.615683] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 7f57b127-7022-4fac-a471-e7be04a7938d/7f57b127-7022-4fac-a471-e7be04a7938d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.616691] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78bbbad7-1629-44c9-9631-75fd021bba5e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.627629] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.631367] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 733.631367] env[68207]: value = "task-2776471" [ 733.631367] env[68207]: _type = "Task" [ 733.631367] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.644438] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776471, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.736075] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c877c84e-371a-41bd-a160-1a1377709f45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.761627] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.761985] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1cf6a8-4a11-4f42-ab8c-1bbe5a65d43f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.772597] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 733.772597] env[68207]: value = "task-2776472" [ 733.772597] env[68207]: _type = "Task" [ 733.772597] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.785171] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.933260] env[68207]: DEBUG nova.compute.manager [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Received event network-changed-e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.933260] env[68207]: DEBUG nova.compute.manager [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Refreshing instance network info cache due to event network-changed-e525da6f-4022-4217-aa32-93093787593a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 733.933260] env[68207]: DEBUG oslo_concurrency.lockutils [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] Acquiring lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.933834] env[68207]: DEBUG oslo_concurrency.lockutils [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] Acquired lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.934137] env[68207]: DEBUG nova.network.neutron [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Refreshing network info cache for port e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.958878] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.998467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.005028] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.005315] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.005480] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.005677] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.005825] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.006074] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.006317] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.006652] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.008033] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.008280] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.008563] env[68207]: DEBUG nova.virt.hardware [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.010290] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d601c-771c-4c60-8869-111cac877712 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.023054] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501713be-7b99-4dad-8f99-d9114719491c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.149433] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776471, 'name': Rename_Task, 'duration_secs': 0.269326} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.149732] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.151833] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09df7528-5bb2-4f90-b005-610334d952bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.158696] env[68207]: ERROR nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [req-4e340521-664d-43ec-a402-8a616b4f2f83] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e340521-664d-43ec-a402-8a616b4f2f83"}]} [ 734.162442] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 734.162442] env[68207]: value = "task-2776473" [ 734.162442] env[68207]: _type = "Task" [ 734.162442] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.171897] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.190107] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 734.210598] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 734.210845] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.233826] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 734.246420] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d779-df24-8bd8-4b72-029d5a30a23f/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.246852] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70131784-3e4c-4fd2-aef2-8e3478fe8770 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.256164] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d779-df24-8bd8-4b72-029d5a30a23f/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.256385] env[68207]: ERROR oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d779-df24-8bd8-4b72-029d5a30a23f/disk-0.vmdk due to incomplete transfer. [ 734.256616] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d3e03aa-11c0-4d23-9789-22c20f805806 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.262911] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 734.268361] env[68207]: DEBUG oslo_vmware.rw_handles [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d779-df24-8bd8-4b72-029d5a30a23f/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.268598] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Uploaded image ecda8db5-918d-45c6-bcf6-ec54b2211ed6 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.271444] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.271444] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb8f3373-8f50-4f09-bfe4-e897ea344756 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.285113] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776472, 'name': PowerOffVM_Task, 'duration_secs': 0.252626} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.286553] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.292269] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 734.292625] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 734.292625] env[68207]: value = "task-2776474" [ 734.292625] env[68207]: _type = "Task" [ 734.292625] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.292865] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60494438-6eca-4f83-96d2-f22bcacb866c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.316388] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776474, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.317859] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 734.317859] env[68207]: value = "task-2776475" [ 734.317859] env[68207]: _type = "Task" [ 734.317859] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.327227] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.677424] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776473, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.737141] env[68207]: DEBUG nova.network.neutron [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updated VIF entry in instance network info cache for port e525da6f-4022-4217-aa32-93093787593a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.737141] env[68207]: DEBUG nova.network.neutron [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updating instance_info_cache with network_info: [{"id": "e525da6f-4022-4217-aa32-93093787593a", "address": "fa:16:3e:c0:88:ca", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525da6f-40", "ovs_interfaceid": "e525da6f-4022-4217-aa32-93093787593a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.820801] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776474, 'name': Destroy_Task, 'duration_secs': 0.468334} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.824393] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Destroyed the VM [ 734.824490] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.824730] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6405749-4a96-4518-9445-1f7c408bb9fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.837086] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776475, 'name': ReconfigVM_Task, 'duration_secs': 0.28161} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.840024] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 734.840024] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.840024] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 734.840024] env[68207]: value = "task-2776476" [ 734.840024] env[68207]: _type = "Task" [ 734.840024] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.840024] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a86ad1b-2692-4bd1-8f73-3ed4c7cec00b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.851898] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 734.851898] env[68207]: value = "task-2776477" [ 734.851898] env[68207]: _type = "Task" [ 734.851898] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.856225] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.868019] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.980057] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea3b30c-b226-40da-94c8-fc2788f64a3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.988789] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b67f1cf-4306-492c-b0ec-a8130c4f33eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.026018] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ab1c5-31b4-4be8-9cf5-ee1a94233138 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.036142] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e4811-e305-4226-9e47-dc2ae0fded18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.053411] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.177882] env[68207]: DEBUG oslo_vmware.api [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776473, 'name': PowerOnVM_Task, 'duration_secs': 0.94171} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.178734] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.179074] env[68207]: INFO nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Took 8.52 seconds to spawn the instance on the hypervisor. [ 735.179372] env[68207]: DEBUG nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.180567] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f687f4-434b-4e96-8bd1-b982c4d2a51a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.241863] env[68207]: DEBUG oslo_concurrency.lockutils [req-7b892adb-42ed-44fd-8ffa-b7ebd7c43c87 req-72f8a752-c8a9-4cec-b588-3d860db48a57 service nova] Releasing lock "refresh_cache-af19a172-f3dd-4af0-89c7-9fdaa8d5412a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.273092] env[68207]: DEBUG nova.network.neutron [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Successfully updated port: eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.350970] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776476, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.366025] env[68207]: DEBUG oslo_vmware.api [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776477, 'name': PowerOnVM_Task, 'duration_secs': 0.422297} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.366025] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.366025] env[68207]: DEBUG nova.compute.manager [None req-233f8425-962b-4b39-95c4-48041483489a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.366708] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1129b-0ff7-4cba-a91e-5aac6e7db3e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.579418] env[68207]: ERROR nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [req-22e57a0d-df0a-4047-ace3-c0b6a974ad60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22e57a0d-df0a-4047-ace3-c0b6a974ad60"}]} [ 735.597628] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.616201] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.616470] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.629370] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.646707] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.707914] env[68207]: INFO nova.compute.manager [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Took 49.81 seconds to build instance. [ 735.777224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "refresh_cache-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.777470] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquired lock "refresh_cache-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.777799] env[68207]: DEBUG nova.network.neutron [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.861129] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.861211] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.866892] env[68207]: DEBUG oslo_vmware.api [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776476, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711692} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.867263] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.867612] env[68207]: INFO nova.compute.manager [None req-208801f4-2db9-485b-b68a-2467fb6f2502 tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Took 15.60 seconds to snapshot the instance on the hypervisor. [ 736.071764] env[68207]: DEBUG nova.compute.manager [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Received event network-vif-plugged-eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.071764] env[68207]: DEBUG oslo_concurrency.lockutils [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] Acquiring lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.071764] env[68207]: DEBUG oslo_concurrency.lockutils [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.071764] env[68207]: DEBUG oslo_concurrency.lockutils [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.072224] env[68207]: DEBUG nova.compute.manager [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] No waiting events found dispatching network-vif-plugged-eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.072224] env[68207]: WARNING nova.compute.manager [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Received unexpected event network-vif-plugged-eccf37a3-dc4d-4842-a945-fee5a8f509e6 for instance with vm_state building and task_state spawning. [ 736.072289] env[68207]: DEBUG nova.compute.manager [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Received event network-changed-eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.072397] env[68207]: DEBUG nova.compute.manager [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Refreshing instance network info cache due to event network-changed-eccf37a3-dc4d-4842-a945-fee5a8f509e6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 736.072546] env[68207]: DEBUG oslo_concurrency.lockutils [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] Acquiring lock "refresh_cache-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.207271] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd335862-524a-4c71-9a3f-7a05ef75e17b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.209946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0cbd7830-8ad0-4b27-aa4e-ef26fbee33c1 tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "7f57b127-7022-4fac-a471-e7be04a7938d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.257s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.216030] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ab65d-c824-4f5c-9698-4cc7b90d308a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.250859] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac9f68e-6eca-4738-9521-f3cf20cea4c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.263887] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04456a8-6436-41fd-8acf-9a62925915df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.286082] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.350350] env[68207]: DEBUG nova.network.neutron [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.606258] env[68207]: DEBUG nova.network.neutron [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Updating instance_info_cache with network_info: [{"id": "eccf37a3-dc4d-4842-a945-fee5a8f509e6", "address": "fa:16:3e:0b:4f:5e", "network": {"id": "d92cd769-9758-4096-ba9d-f1690d84de75", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-700823122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9409de2512684142908c696ae1ed4c05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccf37a3-dc", "ovs_interfaceid": "eccf37a3-dc4d-4842-a945-fee5a8f509e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.712578] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.818343] env[68207]: DEBUG nova.scheduler.client.report [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.818685] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 60 to 61 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.818929] env[68207]: DEBUG nova.compute.provider_tree [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.109421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Releasing lock "refresh_cache-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.109779] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Instance network_info: |[{"id": "eccf37a3-dc4d-4842-a945-fee5a8f509e6", "address": "fa:16:3e:0b:4f:5e", "network": {"id": "d92cd769-9758-4096-ba9d-f1690d84de75", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-700823122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9409de2512684142908c696ae1ed4c05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccf37a3-dc", "ovs_interfaceid": "eccf37a3-dc4d-4842-a945-fee5a8f509e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.110311] env[68207]: DEBUG oslo_concurrency.lockutils [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] Acquired lock "refresh_cache-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.110528] env[68207]: DEBUG nova.network.neutron [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Refreshing network info cache for port eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.111744] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4f:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eccf37a3-dc4d-4842-a945-fee5a8f509e6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.119274] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Creating folder: Project (9409de2512684142908c696ae1ed4c05). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.122343] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c12e9626-6536-4432-b8ac-5cd91c9c37ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.136266] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Created folder: Project (9409de2512684142908c696ae1ed4c05) in parent group-v558176. [ 737.136526] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Creating folder: Instances. Parent ref: group-v558271. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.136801] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-308cf83c-b96e-4b80-b651-c1475caec27d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.148468] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Created folder: Instances in parent group-v558271. [ 737.148601] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.148922] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.149046] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cf33569-f80e-42e4-916e-7b3c4ad8636a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.171316] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.171316] env[68207]: value = "task-2776480" [ 737.171316] env[68207]: _type = "Task" [ 737.171316] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.190052] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776480, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.238244] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.325835] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.407s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.327508] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.504s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.327713] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.328451] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.328750] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.542s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.330692] env[68207]: INFO nova.compute.claims [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.336700] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5822f70c-594d-427c-97cc-ac0b0b0ece26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.359543] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eff6a9-a2c7-487b-b7cb-68b4a7462882 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.364524] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "7f57b127-7022-4fac-a471-e7be04a7938d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.364778] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "7f57b127-7022-4fac-a471-e7be04a7938d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.364993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "7f57b127-7022-4fac-a471-e7be04a7938d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.365200] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "7f57b127-7022-4fac-a471-e7be04a7938d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.365376] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "7f57b127-7022-4fac-a471-e7be04a7938d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.367697] env[68207]: INFO nova.compute.manager [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Terminating instance [ 737.379953] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c12c63c-b6c6-45db-88b1-4da1be1ac20d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.389418] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7331e5-7d17-4f70-a5f6-a83198171d09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.421202] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179080MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 737.421380] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.481915] env[68207]: DEBUG nova.network.neutron [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Updated VIF entry in instance network info cache for port eccf37a3-dc4d-4842-a945-fee5a8f509e6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.482369] env[68207]: DEBUG nova.network.neutron [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Updating instance_info_cache with network_info: [{"id": "eccf37a3-dc4d-4842-a945-fee5a8f509e6", "address": "fa:16:3e:0b:4f:5e", "network": {"id": "d92cd769-9758-4096-ba9d-f1690d84de75", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-700823122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9409de2512684142908c696ae1ed4c05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccf37a3-dc", "ovs_interfaceid": "eccf37a3-dc4d-4842-a945-fee5a8f509e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.686203] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776480, 'name': CreateVM_Task, 'duration_secs': 0.427387} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.686379] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.687084] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.687256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.687582] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.687877] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd842366-e862-452f-86ac-733bb1609b70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.693652] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 737.693652] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52595d68-1a64-9acf-b6c7-2114e8330602" [ 737.693652] env[68207]: _type = "Task" [ 737.693652] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.705151] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52595d68-1a64-9acf-b6c7-2114e8330602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.837838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "cb92ae28-813c-4a45-813d-71000f86ccf7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.837838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "cb92ae28-813c-4a45-813d-71000f86ccf7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.887027] env[68207]: DEBUG nova.compute.manager [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.887027] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.887027] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d971e6-eb87-40dc-aded-3aec3c20a55d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.895641] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.896431] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee86b23-d8c5-4056-a9e8-794308994be4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.905431] env[68207]: DEBUG oslo_vmware.api [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 737.905431] env[68207]: value = "task-2776481" [ 737.905431] env[68207]: _type = "Task" [ 737.905431] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.915126] env[68207]: DEBUG oslo_vmware.api [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.985412] env[68207]: DEBUG oslo_concurrency.lockutils [req-e82052ef-fb12-4922-b06a-87ee2644251d req-d93cbae7-76bf-4916-95c2-67d2849cf505 service nova] Releasing lock "refresh_cache-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093933] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.094246] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.094541] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.094697] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.094900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.097320] env[68207]: INFO nova.compute.manager [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Terminating instance [ 738.206022] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52595d68-1a64-9acf-b6c7-2114e8330602, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.206022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.206022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.206022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.206536] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.206536] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.206613] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f307fc8-00e1-4238-8e58-56a103349f08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.219033] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.219033] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.219033] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2439637-9733-4690-bff4-4cbfa73e7155 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.223450] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 738.223450] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52952096-54de-ef8f-a42c-789b08272375" [ 738.223450] env[68207]: _type = "Task" [ 738.223450] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.232083] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52952096-54de-ef8f-a42c-789b08272375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.340275] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "cb92ae28-813c-4a45-813d-71000f86ccf7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.340910] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.418750] env[68207]: DEBUG oslo_vmware.api [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776481, 'name': PowerOffVM_Task, 'duration_secs': 0.322802} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.418750] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.418890] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.419519] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec31cde-0610-411a-b776-23a1a516f790 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.497035] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.497418] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.497812] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Deleting the datastore file [datastore2] 7f57b127-7022-4fac-a471-e7be04a7938d {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.497940] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-164688fc-b77b-48a1-9574-23606f10649c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.506093] env[68207]: DEBUG oslo_vmware.api [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for the task: (returnval){ [ 738.506093] env[68207]: value = "task-2776483" [ 738.506093] env[68207]: _type = "Task" [ 738.506093] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.515466] env[68207]: DEBUG oslo_vmware.api [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.600993] env[68207]: DEBUG nova.compute.manager [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.601285] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.602211] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8311f226-4586-4cf4-89b2-23d405d7ea2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.614545] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.614826] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf16de99-ab4b-49dc-936b-e5f606b01f84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.622474] env[68207]: DEBUG oslo_vmware.api [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 738.622474] env[68207]: value = "task-2776484" [ 738.622474] env[68207]: _type = "Task" [ 738.622474] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.633375] env[68207]: DEBUG oslo_vmware.api [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.737098] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52952096-54de-ef8f-a42c-789b08272375, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.740610] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61a2cb7-a994-46f5-b110-699dfb3faeeb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.746918] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 738.746918] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527ebf7a-7b3d-9769-d676-3f2ab8511c5f" [ 738.746918] env[68207]: _type = "Task" [ 738.746918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.757696] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527ebf7a-7b3d-9769-d676-3f2ab8511c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.837614] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b30e0a-0aeb-4c02-8c5d-b7084183a5c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.846621] env[68207]: DEBUG nova.compute.utils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.848933] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.849148] env[68207]: DEBUG nova.network.neutron [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.852329] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107cb90e-ab70-46f1-8c06-93a7413dcb40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.897333] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec00f605-0ab9-446e-8df2-ed2bd5f90944 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.906809] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b11df-c267-4aef-b43d-f8f7474bbabb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.924267] env[68207]: DEBUG nova.compute.provider_tree [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.931667] env[68207]: DEBUG nova.policy [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2035384a72694a8b9369170c776ebaea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58613340cbcd43ae947d107fc594fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.022579] env[68207]: DEBUG oslo_vmware.api [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Task: {'id': task-2776483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211516} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.022579] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.022579] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.022579] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.022579] env[68207]: INFO nova.compute.manager [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 739.023082] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.023082] env[68207]: DEBUG nova.compute.manager [-] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.023082] env[68207]: DEBUG nova.network.neutron [-] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.134651] env[68207]: DEBUG oslo_vmware.api [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776484, 'name': PowerOffVM_Task, 'duration_secs': 0.236316} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.135139] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.135545] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.135811] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f0445bf-92db-4472-b37e-7d5800956466 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.204082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.204600] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.207017] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Deleting the datastore file [datastore2] 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.207017] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a50e1517-9b70-455f-9998-68988cecc82f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.213231] env[68207]: DEBUG oslo_vmware.api [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for the task: (returnval){ [ 739.213231] env[68207]: value = "task-2776486" [ 739.213231] env[68207]: _type = "Task" [ 739.213231] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.222763] env[68207]: DEBUG oslo_vmware.api [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.257247] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527ebf7a-7b3d-9769-d676-3f2ab8511c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.257521] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.257775] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a9c8f668-f7f1-4af3-a2e4-6c84df23ae34/a9c8f668-f7f1-4af3-a2e4-6c84df23ae34.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.258062] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-126ec898-7ab0-45b5-9128-f88abea60e93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.266329] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 739.266329] env[68207]: value = "task-2776487" [ 739.266329] env[68207]: _type = "Task" [ 739.266329] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.276491] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.359041] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.363422] env[68207]: DEBUG nova.compute.manager [req-49878421-b3cd-4f4b-8a13-a54e166b489a req-fd673fb7-e37e-42f4-b6ca-b89b15221af9 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Received event network-vif-deleted-38189c69-9568-489f-b584-ee01743cb534 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 739.363626] env[68207]: INFO nova.compute.manager [req-49878421-b3cd-4f4b-8a13-a54e166b489a req-fd673fb7-e37e-42f4-b6ca-b89b15221af9 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Neutron deleted interface 38189c69-9568-489f-b584-ee01743cb534; detaching it from the instance and deleting it from the info cache [ 739.363797] env[68207]: DEBUG nova.network.neutron [req-49878421-b3cd-4f4b-8a13-a54e166b489a req-fd673fb7-e37e-42f4-b6ca-b89b15221af9 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.390997] env[68207]: DEBUG nova.network.neutron [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Successfully created port: d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.446387] env[68207]: ERROR nova.scheduler.client.report [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [req-ffa20d07-5b70-4486-a2b6-3bcf23df2a15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ffa20d07-5b70-4486-a2b6-3bcf23df2a15"}]} [ 739.469448] env[68207]: DEBUG nova.scheduler.client.report [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.489296] env[68207]: DEBUG nova.scheduler.client.report [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.489535] env[68207]: DEBUG nova.compute.provider_tree [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.505088] env[68207]: DEBUG nova.scheduler.client.report [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.515796] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.516087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.531349] env[68207]: DEBUG nova.scheduler.client.report [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.727148] env[68207]: DEBUG oslo_vmware.api [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Task: {'id': task-2776486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156222} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.727148] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.727148] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.727148] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.727646] env[68207]: INFO nova.compute.manager [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 739.728020] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.728290] env[68207]: DEBUG nova.compute.manager [-] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.728436] env[68207]: DEBUG nova.network.neutron [-] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.776480] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776487, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.811094] env[68207]: DEBUG nova.network.neutron [-] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.879183] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51446ac2-154b-4afc-a62b-a98ab7e114ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.893668] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8114180d-f967-44f0-a18e-d48fbf7bbce0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.946356] env[68207]: DEBUG nova.compute.manager [req-49878421-b3cd-4f4b-8a13-a54e166b489a req-fd673fb7-e37e-42f4-b6ca-b89b15221af9 service nova] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Detach interface failed, port_id=38189c69-9568-489f-b584-ee01743cb534, reason: Instance 7f57b127-7022-4fac-a471-e7be04a7938d could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 740.091607] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7368e6-6d28-4f5d-8dc8-886e177227a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.098670] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d87987-435f-4b04-9209-5f070cb699fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.129027] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731ca22a-e3bf-4f4e-969c-5495735b36ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.136387] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e651b249-0a82-4c57-9d06-8257ec600f83 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.150270] env[68207]: DEBUG nova.compute.provider_tree [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.276790] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532643} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.277111] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a9c8f668-f7f1-4af3-a2e4-6c84df23ae34/a9c8f668-f7f1-4af3-a2e4-6c84df23ae34.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.277377] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.277655] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30c14a1-d8a4-4c6c-b2c6-c941c3562a68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.285532] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 740.285532] env[68207]: value = "task-2776488" [ 740.285532] env[68207]: _type = "Task" [ 740.285532] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.295703] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.314648] env[68207]: INFO nova.compute.manager [-] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Took 1.29 seconds to deallocate network for instance. [ 740.380640] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.406009] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.406273] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.406429] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.406606] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.406754] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.406899] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.407124] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.407292] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.407460] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.407622] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.407839] env[68207]: DEBUG nova.virt.hardware [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.408958] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6605a-7b78-41b8-bd61-7aa9d72e4f6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.417916] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87befe-92a9-4c33-99bc-25adc6cdeeb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.510871] env[68207]: DEBUG nova.network.neutron [-] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.683795] env[68207]: DEBUG nova.scheduler.client.report [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 740.684109] env[68207]: DEBUG nova.compute.provider_tree [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 62 to 63 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.684321] env[68207]: DEBUG nova.compute.provider_tree [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.796037] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070049} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.796317] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.797102] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425e948-6bd9-45a5-9fe7-5433f285b7f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.819626] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] a9c8f668-f7f1-4af3-a2e4-6c84df23ae34/a9c8f668-f7f1-4af3-a2e4-6c84df23ae34.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.819791] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2980c3-7b00-4a06-b7d7-ddf066082ddc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.834667] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.842016] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 740.842016] env[68207]: value = "task-2776489" [ 740.842016] env[68207]: _type = "Task" [ 740.842016] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.849812] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.010871] env[68207]: DEBUG nova.compute.manager [req-fa0cbbfa-6cf6-46df-8300-d530e8714371 req-1712bf28-894c-492d-bcf4-fcdc7602a414 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Received event network-vif-plugged-d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.011129] env[68207]: DEBUG oslo_concurrency.lockutils [req-fa0cbbfa-6cf6-46df-8300-d530e8714371 req-1712bf28-894c-492d-bcf4-fcdc7602a414 service nova] Acquiring lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.011352] env[68207]: DEBUG oslo_concurrency.lockutils [req-fa0cbbfa-6cf6-46df-8300-d530e8714371 req-1712bf28-894c-492d-bcf4-fcdc7602a414 service nova] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.011524] env[68207]: DEBUG oslo_concurrency.lockutils [req-fa0cbbfa-6cf6-46df-8300-d530e8714371 req-1712bf28-894c-492d-bcf4-fcdc7602a414 service nova] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.011687] env[68207]: DEBUG nova.compute.manager [req-fa0cbbfa-6cf6-46df-8300-d530e8714371 req-1712bf28-894c-492d-bcf4-fcdc7602a414 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] No waiting events found dispatching network-vif-plugged-d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.011847] env[68207]: WARNING nova.compute.manager [req-fa0cbbfa-6cf6-46df-8300-d530e8714371 req-1712bf28-894c-492d-bcf4-fcdc7602a414 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Received unexpected event network-vif-plugged-d6d440c1-08af-4038-88ab-208e2817f430 for instance with vm_state building and task_state spawning. [ 741.012771] env[68207]: INFO nova.compute.manager [-] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Took 1.28 seconds to deallocate network for instance. [ 741.152664] env[68207]: DEBUG nova.network.neutron [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Successfully updated port: d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.190029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.861s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.190588] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.193303] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.745s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.196089] env[68207]: INFO nova.compute.claims [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.354379] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.387593] env[68207]: DEBUG nova.compute.manager [req-a640c995-d09c-41c3-9100-536c1a4db910 req-e197af1c-be43-4e3f-909c-c05c3d06301f service nova] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Received event network-vif-deleted-77b586c4-04df-4c0b-b8f7-98029774a603 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.518610] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.655513] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "refresh_cache-ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.655687] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquired lock "refresh_cache-ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.655845] env[68207]: DEBUG nova.network.neutron [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.700975] env[68207]: DEBUG nova.compute.utils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.703040] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.703040] env[68207]: DEBUG nova.network.neutron [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.738935] env[68207]: DEBUG nova.policy [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698326964160449a8b95403aa5e445c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f470c253b8a9477382c691787a54ba9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.853433] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776489, 'name': ReconfigVM_Task, 'duration_secs': 0.569009} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.853552] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Reconfigured VM instance instance-0000001f to attach disk [datastore2] a9c8f668-f7f1-4af3-a2e4-6c84df23ae34/a9c8f668-f7f1-4af3-a2e4-6c84df23ae34.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.854167] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb583d0a-15b1-4d52-ab09-e880ea0e19d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.860947] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 741.860947] env[68207]: value = "task-2776490" [ 741.860947] env[68207]: _type = "Task" [ 741.860947] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.868568] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776490, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.085169] env[68207]: DEBUG nova.network.neutron [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Successfully created port: 3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.196358] env[68207]: DEBUG nova.network.neutron [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.206469] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.343025] env[68207]: DEBUG nova.network.neutron [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Updating instance_info_cache with network_info: [{"id": "d6d440c1-08af-4038-88ab-208e2817f430", "address": "fa:16:3e:67:09:3f", "network": {"id": "722e015a-46a7-43a7-ae40-389155e64f9f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-833407412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58613340cbcd43ae947d107fc594fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d440c1-08", "ovs_interfaceid": "d6d440c1-08af-4038-88ab-208e2817f430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.371560] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776490, 'name': Rename_Task, 'duration_secs': 0.142956} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.374101] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.374516] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f84f490-9fe3-4ad6-8b97-a5c943acbada {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.382288] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 742.382288] env[68207]: value = "task-2776491" [ 742.382288] env[68207]: _type = "Task" [ 742.382288] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.393089] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.728359] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ed4df9-3ce1-4824-88ed-e83ecdace7a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.737022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6ecdf-1712-4a40-a230-2a73e0f91674 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.769997] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1927c2-de2c-4ab2-8fdf-5a0119042fc8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.778293] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6450947-ed24-4e36-8a26-c521dae1a447 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.793979] env[68207]: DEBUG nova.compute.provider_tree [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.845805] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Releasing lock "refresh_cache-ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.846152] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Instance network_info: |[{"id": "d6d440c1-08af-4038-88ab-208e2817f430", "address": "fa:16:3e:67:09:3f", "network": {"id": "722e015a-46a7-43a7-ae40-389155e64f9f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-833407412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58613340cbcd43ae947d107fc594fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d440c1-08", "ovs_interfaceid": "d6d440c1-08af-4038-88ab-208e2817f430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.846579] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:09:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d440c1-08af-4038-88ab-208e2817f430', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.854429] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Creating folder: Project (58613340cbcd43ae947d107fc594fcdb). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.854712] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-079b891c-4d1d-4ca7-b7de-a0dc5157513a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.865603] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Created folder: Project (58613340cbcd43ae947d107fc594fcdb) in parent group-v558176. [ 742.865699] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Creating folder: Instances. Parent ref: group-v558274. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.865927] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea10482d-de77-46c6-80f5-68c0a3d8c47d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.875533] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Created folder: Instances in parent group-v558274. [ 742.875771] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.875957] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.876296] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070bff22-f84e-4c60-aa2c-43d6272721b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.907034] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.908174] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.908174] env[68207]: value = "task-2776494" [ 742.908174] env[68207]: _type = "Task" [ 742.908174] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.916677] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776494, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.039577] env[68207]: DEBUG nova.compute.manager [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Received event network-changed-d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.039846] env[68207]: DEBUG nova.compute.manager [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Refreshing instance network info cache due to event network-changed-d6d440c1-08af-4038-88ab-208e2817f430. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 743.040123] env[68207]: DEBUG oslo_concurrency.lockutils [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] Acquiring lock "refresh_cache-ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.040317] env[68207]: DEBUG oslo_concurrency.lockutils [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] Acquired lock "refresh_cache-ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.040531] env[68207]: DEBUG nova.network.neutron [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Refreshing network info cache for port d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.218305] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.244421] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.244670] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.244824] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.245009] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.245168] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.245317] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.245526] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.245682] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.245883] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.246123] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.246308] env[68207]: DEBUG nova.virt.hardware [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.247216] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f71f19d-28ac-4211-9836-110dcdda945f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.255310] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfdc606-d988-4dae-ba21-88ff7f043d1b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.297435] env[68207]: DEBUG nova.scheduler.client.report [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.405060] env[68207]: DEBUG oslo_vmware.api [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776491, 'name': PowerOnVM_Task, 'duration_secs': 0.591329} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.405060] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.405060] env[68207]: INFO nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Took 9.45 seconds to spawn the instance on the hypervisor. [ 743.405060] env[68207]: DEBUG nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.405592] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d16e87-bfd2-4f57-9346-ae8e28caa74b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.420510] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776494, 'name': CreateVM_Task, 'duration_secs': 0.292715} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.420664] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.421944] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.422132] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.422471] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.422714] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df31f258-1bbb-4b5d-8f21-99245f01028c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.426931] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 743.426931] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e59bdf-d688-52bc-1899-3da0e4a9e67a" [ 743.426931] env[68207]: _type = "Task" [ 743.426931] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.435873] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e59bdf-d688-52bc-1899-3da0e4a9e67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.755615] env[68207]: DEBUG nova.network.neutron [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Updated VIF entry in instance network info cache for port d6d440c1-08af-4038-88ab-208e2817f430. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.755615] env[68207]: DEBUG nova.network.neutron [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Updating instance_info_cache with network_info: [{"id": "d6d440c1-08af-4038-88ab-208e2817f430", "address": "fa:16:3e:67:09:3f", "network": {"id": "722e015a-46a7-43a7-ae40-389155e64f9f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-833407412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58613340cbcd43ae947d107fc594fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d440c1-08", "ovs_interfaceid": "d6d440c1-08af-4038-88ab-208e2817f430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.812623] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.813191] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.816034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.332s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.816110] env[68207]: DEBUG nova.objects.instance [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 743.929057] env[68207]: INFO nova.compute.manager [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Took 50.78 seconds to build instance. [ 743.940271] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e59bdf-d688-52bc-1899-3da0e4a9e67a, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.940579] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.940801] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.941056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.943018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.943018] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.943018] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d33cf1d3-301d-4172-b99b-5a058f9f9dee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.951241] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.951413] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.952149] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1117c9-31fb-430f-b6b5-3235e6f351ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.957472] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 743.957472] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52640d8d-1922-f760-7f1e-8d526dc1c925" [ 743.957472] env[68207]: _type = "Task" [ 743.957472] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.964724] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52640d8d-1922-f760-7f1e-8d526dc1c925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.020247] env[68207]: DEBUG nova.network.neutron [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Successfully updated port: 3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.258694] env[68207]: DEBUG oslo_concurrency.lockutils [req-c6e67cf8-4652-41f4-ae3f-00521eb5e5df req-fa2c5358-94f4-43a0-b13c-70ba2c474328 service nova] Releasing lock "refresh_cache-ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.334456] env[68207]: DEBUG nova.compute.utils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.335282] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.335460] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.391414] env[68207]: DEBUG nova.policy [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e71d2642238940e699da71424d3ba2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e9c70cc0c9545979b8186411400644d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.430608] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8984ffa4-c775-4f82-83da-b1039d4fbf41 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.416s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.467568] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52640d8d-1922-f760-7f1e-8d526dc1c925, 'name': SearchDatastore_Task, 'duration_secs': 0.007975} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.468340] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f13ec6-489c-4a0c-a88e-ddffc01665bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.473460] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 744.473460] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b45dfc-dd55-06b3-3845-77108b15e854" [ 744.473460] env[68207]: _type = "Task" [ 744.473460] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.480648] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b45dfc-dd55-06b3-3845-77108b15e854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.523073] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "refresh_cache-204cdc86-b961-4e0e-a369-741df2477118" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.523235] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "refresh_cache-204cdc86-b961-4e0e-a369-741df2477118" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.523413] env[68207]: DEBUG nova.network.neutron [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.714791] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Successfully created port: ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.808526] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "interface-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.808815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "interface-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.809155] env[68207]: DEBUG nova.objects.instance [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lazy-loading 'flavor' on Instance uuid a9c8f668-f7f1-4af3-a2e4-6c84df23ae34 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.836275] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8a66a6-9499-48da-a9fe-f230cc1bbc10 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.837447] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.840833] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.443s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.842384] env[68207]: INFO nova.compute.claims [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.933963] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.986720] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b45dfc-dd55-06b3-3845-77108b15e854, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.986987] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.987285] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3/ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.987522] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d167226e-5497-4f4a-8ec2-79bac8a95828 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.994959] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 744.994959] env[68207]: value = "task-2776495" [ 744.994959] env[68207]: _type = "Task" [ 744.994959] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.002512] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.056390] env[68207]: DEBUG nova.network.neutron [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.187080] env[68207]: DEBUG nova.network.neutron [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Updating instance_info_cache with network_info: [{"id": "3d16b641-c2f9-4250-b213-1acb0f1a6522", "address": "fa:16:3e:c2:c0:97", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d16b641-c2", "ovs_interfaceid": "3d16b641-c2f9-4250-b213-1acb0f1a6522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.313168] env[68207]: DEBUG nova.objects.instance [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lazy-loading 'pci_requests' on Instance uuid a9c8f668-f7f1-4af3-a2e4-6c84df23ae34 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.394047] env[68207]: DEBUG nova.compute.manager [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Received event network-vif-plugged-3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.394047] env[68207]: DEBUG oslo_concurrency.lockutils [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] Acquiring lock "204cdc86-b961-4e0e-a369-741df2477118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.394688] env[68207]: DEBUG oslo_concurrency.lockutils [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] Lock "204cdc86-b961-4e0e-a369-741df2477118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.394688] env[68207]: DEBUG oslo_concurrency.lockutils [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] Lock "204cdc86-b961-4e0e-a369-741df2477118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.394688] env[68207]: DEBUG nova.compute.manager [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] No waiting events found dispatching network-vif-plugged-3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.394688] env[68207]: WARNING nova.compute.manager [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Received unexpected event network-vif-plugged-3d16b641-c2f9-4250-b213-1acb0f1a6522 for instance with vm_state building and task_state spawning. [ 745.394893] env[68207]: DEBUG nova.compute.manager [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Received event network-changed-3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.394944] env[68207]: DEBUG nova.compute.manager [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Refreshing instance network info cache due to event network-changed-3d16b641-c2f9-4250-b213-1acb0f1a6522. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 745.395398] env[68207]: DEBUG oslo_concurrency.lockutils [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] Acquiring lock "refresh_cache-204cdc86-b961-4e0e-a369-741df2477118" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.458160] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.505598] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776495, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.689632] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "refresh_cache-204cdc86-b961-4e0e-a369-741df2477118" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.689994] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Instance network_info: |[{"id": "3d16b641-c2f9-4250-b213-1acb0f1a6522", "address": "fa:16:3e:c2:c0:97", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d16b641-c2", "ovs_interfaceid": "3d16b641-c2f9-4250-b213-1acb0f1a6522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.690345] env[68207]: DEBUG oslo_concurrency.lockutils [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] Acquired lock "refresh_cache-204cdc86-b961-4e0e-a369-741df2477118" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.690531] env[68207]: DEBUG nova.network.neutron [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Refreshing network info cache for port 3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.691820] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:c0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d16b641-c2f9-4250-b213-1acb0f1a6522', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.702150] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating folder: Project (f470c253b8a9477382c691787a54ba9c). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.703265] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06c10fe7-917b-4517-b91d-cc2ca187ef27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.714350] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created folder: Project (f470c253b8a9477382c691787a54ba9c) in parent group-v558176. [ 745.714554] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating folder: Instances. Parent ref: group-v558277. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.714783] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2e5c5a1-bc7f-419d-8106-e243a14f6457 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.724505] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created folder: Instances in parent group-v558277. [ 745.724705] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.724890] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.725102] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88421b55-bf41-49f5-a4c6-7a96b525da21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.744375] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.744375] env[68207]: value = "task-2776498" [ 745.744375] env[68207]: _type = "Task" [ 745.744375] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.751968] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776498, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.816062] env[68207]: DEBUG nova.objects.base [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 745.816434] env[68207]: DEBUG nova.network.neutron [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.846782] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.877243] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.877549] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.877713] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.877965] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.878226] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.878451] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.878696] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.879234] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.879485] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.879727] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.879904] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.880870] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79eccc-5b7c-4b05-8bf4-483ccb51a832 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.891439] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042481a8-9807-4b70-a2a5-bb9cf16710d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.896083] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eb4e2b27-70fb-47f3-b64a-ab8b6ff95217 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "interface-a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.087s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.007700] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513621} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.010296] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3/ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.010513] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.010953] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e403c48f-b60a-45d1-adc2-91eb66c08603 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.018060] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 746.018060] env[68207]: value = "task-2776499" [ 746.018060] env[68207]: _type = "Task" [ 746.018060] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.026559] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.257221] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776498, 'name': CreateVM_Task, 'duration_secs': 0.345267} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.258727] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.259608] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.259762] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.260163] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.260425] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4955537-24e4-40ef-90a6-0c228a8d9402 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.267476] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 746.267476] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521001b3-6210-8b87-9ccf-ca50e36f6064" [ 746.267476] env[68207]: _type = "Task" [ 746.267476] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.281749] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521001b3-6210-8b87-9ccf-ca50e36f6064, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.282100] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.282334] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.282563] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.282887] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.283245] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75668524-ca51-4784-9c61-39c6830bb0a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.294659] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.294829] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.295558] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaee9f9-d802-4d94-9306-ffbed2f91b88 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.302611] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 746.302611] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52116a8e-6a4c-3e5f-0b2f-529ca6ef6e71" [ 746.302611] env[68207]: _type = "Task" [ 746.302611] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.310205] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52116a8e-6a4c-3e5f-0b2f-529ca6ef6e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.311794] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ae08a-37b0-4a49-a789-e871640ac57f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.319900] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830f76f-9b50-4133-a398-ff6e748c6f93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.327404] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Successfully updated port: ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.355456] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471e6e2-26c5-4f9e-8fed-ff784d6782d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.363509] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa888ab7-68eb-4154-8623-05d052683851 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.378179] env[68207]: DEBUG nova.compute.provider_tree [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.416818] env[68207]: DEBUG nova.network.neutron [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Updated VIF entry in instance network info cache for port 3d16b641-c2f9-4250-b213-1acb0f1a6522. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.417237] env[68207]: DEBUG nova.network.neutron [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Updating instance_info_cache with network_info: [{"id": "3d16b641-c2f9-4250-b213-1acb0f1a6522", "address": "fa:16:3e:c2:c0:97", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d16b641-c2", "ovs_interfaceid": "3d16b641-c2f9-4250-b213-1acb0f1a6522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.527115] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065212} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.527389] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.528215] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc071366-2d40-40ae-a111-7271c88492cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.549936] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3/ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.550681] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1b67e7-5123-407c-860b-29fa8bf1527e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.570945] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 746.570945] env[68207]: value = "task-2776500" [ 746.570945] env[68207]: _type = "Task" [ 746.570945] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.578945] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.812811] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52116a8e-6a4c-3e5f-0b2f-529ca6ef6e71, 'name': SearchDatastore_Task, 'duration_secs': 0.008049} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.813659] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b3b852-9f14-44eb-8039-4bf5e694cae7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.818823] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 746.818823] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523b8e43-459b-d8f8-f0c4-a722ea035bf6" [ 746.818823] env[68207]: _type = "Task" [ 746.818823] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.825940] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523b8e43-459b-d8f8-f0c4-a722ea035bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.853066] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "refresh_cache-6c40593d-b531-4c5e-8db1-9d0c9c43900c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.853066] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "refresh_cache-6c40593d-b531-4c5e-8db1-9d0c9c43900c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.853226] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.881643] env[68207]: DEBUG nova.scheduler.client.report [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.919967] env[68207]: DEBUG oslo_concurrency.lockutils [req-45a4ff8e-3391-4013-a7f0-bc9146665bbf req-bac77847-9986-4d5e-84c3-8adf40393cb4 service nova] Releasing lock "refresh_cache-204cdc86-b961-4e0e-a369-741df2477118" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.081155] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776500, 'name': ReconfigVM_Task, 'duration_secs': 0.319266} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.081509] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Reconfigured VM instance instance-00000020 to attach disk [datastore2] ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3/ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.082195] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a07eecd-a2fc-45d1-8c88-106c2d36cd84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.088785] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 747.088785] env[68207]: value = "task-2776501" [ 747.088785] env[68207]: _type = "Task" [ 747.088785] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.097252] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776501, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.332065] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523b8e43-459b-d8f8-f0c4-a722ea035bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.332993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.332993] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 204cdc86-b961-4e0e-a369-741df2477118/204cdc86-b961-4e0e-a369-741df2477118.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.332993] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14fbc3e0-ce75-4cbc-a453-17378488cda2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.339787] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 747.339787] env[68207]: value = "task-2776502" [ 747.339787] env[68207]: _type = "Task" [ 747.339787] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.347196] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.386284] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.388584] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.389051] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.392184] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.870s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.392415] env[68207]: DEBUG nova.objects.instance [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 747.523048] env[68207]: DEBUG nova.compute.manager [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Received event network-vif-plugged-ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.523367] env[68207]: DEBUG oslo_concurrency.lockutils [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] Acquiring lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.523674] env[68207]: DEBUG oslo_concurrency.lockutils [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.523912] env[68207]: DEBUG oslo_concurrency.lockutils [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.524165] env[68207]: DEBUG nova.compute.manager [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] No waiting events found dispatching network-vif-plugged-ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.524414] env[68207]: WARNING nova.compute.manager [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Received unexpected event network-vif-plugged-ee2cf1f3-8937-4caf-9352-1f9a3d53514d for instance with vm_state building and task_state spawning. [ 747.524683] env[68207]: DEBUG nova.compute.manager [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Received event network-changed-ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.524905] env[68207]: DEBUG nova.compute.manager [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Refreshing instance network info cache due to event network-changed-ee2cf1f3-8937-4caf-9352-1f9a3d53514d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 747.525168] env[68207]: DEBUG oslo_concurrency.lockutils [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] Acquiring lock "refresh_cache-6c40593d-b531-4c5e-8db1-9d0c9c43900c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.537718] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Updating instance_info_cache with network_info: [{"id": "ee2cf1f3-8937-4caf-9352-1f9a3d53514d", "address": "fa:16:3e:7e:f8:8c", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2cf1f3-89", "ovs_interfaceid": "ee2cf1f3-8937-4caf-9352-1f9a3d53514d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.598713] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776501, 'name': Rename_Task, 'duration_secs': 0.130206} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.599010] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.599508] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e973bf-3c73-42d5-9cc1-a6306062bfe5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.616464] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 747.616464] env[68207]: value = "task-2776503" [ 747.616464] env[68207]: _type = "Task" [ 747.616464] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.624764] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.849417] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499467} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.849665] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 204cdc86-b961-4e0e-a369-741df2477118/204cdc86-b961-4e0e-a369-741df2477118.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.849872] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.850166] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c607933-4ed3-4f24-98c7-5ba81f4ee171 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.856164] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 747.856164] env[68207]: value = "task-2776504" [ 747.856164] env[68207]: _type = "Task" [ 747.856164] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.863467] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.877111] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.877413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.877658] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.877887] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.878138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.880459] env[68207]: INFO nova.compute.manager [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Terminating instance [ 747.897485] env[68207]: DEBUG nova.compute.utils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.903951] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.903951] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.939261] env[68207]: DEBUG nova.policy [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e71d2642238940e699da71424d3ba2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e9c70cc0c9545979b8186411400644d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.044062] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "refresh_cache-6c40593d-b531-4c5e-8db1-9d0c9c43900c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.044468] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Instance network_info: |[{"id": "ee2cf1f3-8937-4caf-9352-1f9a3d53514d", "address": "fa:16:3e:7e:f8:8c", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2cf1f3-89", "ovs_interfaceid": "ee2cf1f3-8937-4caf-9352-1f9a3d53514d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.045049] env[68207]: DEBUG oslo_concurrency.lockutils [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] Acquired lock "refresh_cache-6c40593d-b531-4c5e-8db1-9d0c9c43900c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.045255] env[68207]: DEBUG nova.network.neutron [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Refreshing network info cache for port ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.047584] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f8:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee2cf1f3-8937-4caf-9352-1f9a3d53514d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.055971] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.056731] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.057092] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8bd4df0-5553-4e60-b1d5-9ff3bf02d0f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.076544] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.076544] env[68207]: value = "task-2776505" [ 748.076544] env[68207]: _type = "Task" [ 748.076544] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.087366] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776505, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.128209] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.220670] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Successfully created port: 245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.365813] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060611} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.366099] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.366863] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d90c7f-aea3-4a81-add7-8ccdfbf0618e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.388255] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 204cdc86-b961-4e0e-a369-741df2477118/204cdc86-b961-4e0e-a369-741df2477118.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.388891] env[68207]: DEBUG nova.compute.manager [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.389123] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.389319] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edcf895-72e8-4313-a867-e9c0ff52249e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.404684] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb2fc28-9635-4a42-8467-644b74bd1ef3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.407330] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.410338] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0e1ed236-b917-4a63-aaab-a90d448805be tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.414901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.523s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.414901] env[68207]: DEBUG nova.objects.instance [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'resources' on Instance uuid dee791a2-b454-4c8c-a507-bc9bece10939 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.417329] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.418492] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe46fc7-271c-4b7e-9965-ff34a38b973b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.421136] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 748.421136] env[68207]: value = "task-2776506" [ 748.421136] env[68207]: _type = "Task" [ 748.421136] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.424881] env[68207]: DEBUG oslo_vmware.api [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 748.424881] env[68207]: value = "task-2776507" [ 748.424881] env[68207]: _type = "Task" [ 748.424881] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.428747] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.438700] env[68207]: DEBUG oslo_vmware.api [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.589486] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776505, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.634127] env[68207]: DEBUG oslo_vmware.api [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776503, 'name': PowerOnVM_Task, 'duration_secs': 0.619857} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.634493] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.634779] env[68207]: INFO nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Took 8.25 seconds to spawn the instance on the hypervisor. [ 748.635050] env[68207]: DEBUG nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.636147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d996dc9a-68b1-456f-8449-dd16fbf0f0a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.896456] env[68207]: DEBUG nova.network.neutron [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Updated VIF entry in instance network info cache for port ee2cf1f3-8937-4caf-9352-1f9a3d53514d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.896830] env[68207]: DEBUG nova.network.neutron [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Updating instance_info_cache with network_info: [{"id": "ee2cf1f3-8937-4caf-9352-1f9a3d53514d", "address": "fa:16:3e:7e:f8:8c", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2cf1f3-89", "ovs_interfaceid": "ee2cf1f3-8937-4caf-9352-1f9a3d53514d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.935743] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.945089] env[68207]: DEBUG oslo_vmware.api [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776507, 'name': PowerOffVM_Task, 'duration_secs': 0.276698} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.945403] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.945510] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.948513] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a492550-eaa2-4ff0-b588-77bc950abef1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.011778] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.012066] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.012335] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Deleting the datastore file [datastore2] a9c8f668-f7f1-4af3-a2e4-6c84df23ae34 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.017815] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8f17af8-ff27-4fa4-9ad0-e506383b6eb8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.023504] env[68207]: DEBUG oslo_vmware.api [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for the task: (returnval){ [ 749.023504] env[68207]: value = "task-2776509" [ 749.023504] env[68207]: _type = "Task" [ 749.023504] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.031723] env[68207]: DEBUG oslo_vmware.api [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.089203] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776505, 'name': CreateVM_Task, 'duration_secs': 0.619412} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.089372] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.090197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.090409] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.090723] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.091334] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afdddcb-9f0a-4420-a7ba-767cdd7caf3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.095648] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 749.095648] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5238293c-5d01-80e3-be7d-b2cfcfebebb4" [ 749.095648] env[68207]: _type = "Task" [ 749.095648] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.110922] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5238293c-5d01-80e3-be7d-b2cfcfebebb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.154623] env[68207]: INFO nova.compute.manager [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Took 51.48 seconds to build instance. [ 749.399687] env[68207]: DEBUG oslo_concurrency.lockutils [req-78f3ec16-6f3c-4774-b6f1-5c428ceea83c req-d2bb6b8e-2564-49a6-bb8b-8c701c6982e3 service nova] Releasing lock "refresh_cache-6c40593d-b531-4c5e-8db1-9d0c9c43900c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.419720] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.423255] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1083e-6dce-45a8-a475-c0fff33b60ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.433829] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776506, 'name': ReconfigVM_Task, 'duration_secs': 0.714666} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.435613] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 204cdc86-b961-4e0e-a369-741df2477118/204cdc86-b961-4e0e-a369-741df2477118.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.436248] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d724d08-27bf-42d5-a067-831c64b0376f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.438914] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160409c-f974-4c7f-b7bb-80a6e1d9a064 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.471455] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.471602] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.471722] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.471899] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.472056] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.472204] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.472454] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.472598] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.472764] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.472921] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.473170] env[68207]: DEBUG nova.virt.hardware [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.474841] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce4d886-4f5b-43b7-b943-5fd74dbd3b23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.477643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72846591-b90f-400f-95a8-3df5a51b2407 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.479883] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 749.479883] env[68207]: value = "task-2776510" [ 749.479883] env[68207]: _type = "Task" [ 749.479883] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.489512] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2928c79d-088d-40a9-8817-5312604446c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.494205] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bc5f2-0e95-4371-8968-5cbce609bebe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.500717] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776510, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.510516] env[68207]: DEBUG nova.compute.provider_tree [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.521350] env[68207]: DEBUG nova.scheduler.client.report [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.533609] env[68207]: DEBUG oslo_vmware.api [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Task: {'id': task-2776509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.533849] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.534038] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.534219] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.534386] env[68207]: INFO nova.compute.manager [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.534610] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.534788] env[68207]: DEBUG nova.compute.manager [-] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.534882] env[68207]: DEBUG nova.network.neutron [-] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.611830] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5238293c-5d01-80e3-be7d-b2cfcfebebb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01567} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.612178] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.612437] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.612682] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.612830] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.613015] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.613304] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9f5552-4d08-4d1f-a44e-ba7f440d6a29 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.623376] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.623566] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.624456] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea0e0da-cd7e-4185-ab9a-5ebe94b0a478 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.629726] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 749.629726] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eecf16-8ea4-7010-cc2e-acd93b002e4e" [ 749.629726] env[68207]: _type = "Task" [ 749.629726] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.637042] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eecf16-8ea4-7010-cc2e-acd93b002e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.656709] env[68207]: DEBUG oslo_concurrency.lockutils [None req-47a0087b-8e6f-4426-971f-0c886541ff50 tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.679s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.760274] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.760580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.760803] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.760999] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.761212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.763418] env[68207]: INFO nova.compute.manager [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Terminating instance [ 749.870225] env[68207]: DEBUG nova.compute.manager [req-d8d9e143-fb16-47d6-aa57-5c213c32f758 req-4b2861f9-0172-40b0-8959-8883b26db572 service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Received event network-vif-plugged-245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.870454] env[68207]: DEBUG oslo_concurrency.lockutils [req-d8d9e143-fb16-47d6-aa57-5c213c32f758 req-4b2861f9-0172-40b0-8959-8883b26db572 service nova] Acquiring lock "c75ca399-731b-495e-b764-11d8fd172455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.870660] env[68207]: DEBUG oslo_concurrency.lockutils [req-d8d9e143-fb16-47d6-aa57-5c213c32f758 req-4b2861f9-0172-40b0-8959-8883b26db572 service nova] Lock "c75ca399-731b-495e-b764-11d8fd172455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.870812] env[68207]: DEBUG oslo_concurrency.lockutils [req-d8d9e143-fb16-47d6-aa57-5c213c32f758 req-4b2861f9-0172-40b0-8959-8883b26db572 service nova] Lock "c75ca399-731b-495e-b764-11d8fd172455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.870994] env[68207]: DEBUG nova.compute.manager [req-d8d9e143-fb16-47d6-aa57-5c213c32f758 req-4b2861f9-0172-40b0-8959-8883b26db572 service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] No waiting events found dispatching network-vif-plugged-245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.871150] env[68207]: WARNING nova.compute.manager [req-d8d9e143-fb16-47d6-aa57-5c213c32f758 req-4b2861f9-0172-40b0-8959-8883b26db572 service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Received unexpected event network-vif-plugged-245dd2fe-a10f-41e5-ba80-5622ad7beeeb for instance with vm_state building and task_state spawning. [ 749.896577] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Successfully updated port: 245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.953325] env[68207]: DEBUG nova.compute.manager [req-05494aeb-3837-4edd-8e4d-4a74609a4590 req-4162fec3-c511-4dd9-bdc4-9db26de5053b service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Received event network-vif-deleted-eccf37a3-dc4d-4842-a945-fee5a8f509e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.953522] env[68207]: INFO nova.compute.manager [req-05494aeb-3837-4edd-8e4d-4a74609a4590 req-4162fec3-c511-4dd9-bdc4-9db26de5053b service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Neutron deleted interface eccf37a3-dc4d-4842-a945-fee5a8f509e6; detaching it from the instance and deleting it from the info cache [ 749.953701] env[68207]: DEBUG nova.network.neutron [req-05494aeb-3837-4edd-8e4d-4a74609a4590 req-4162fec3-c511-4dd9-bdc4-9db26de5053b service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.992836] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776510, 'name': Rename_Task, 'duration_secs': 0.215322} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.993476] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.993879] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b9f17e-b0de-4839-ae6e-ae37f19a11ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.001601] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 750.001601] env[68207]: value = "task-2776511" [ 750.001601] env[68207]: _type = "Task" [ 750.001601] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.008883] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.027641] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.030295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.053s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.032401] env[68207]: INFO nova.compute.claims [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.052773] env[68207]: INFO nova.scheduler.client.report [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocations for instance dee791a2-b454-4c8c-a507-bc9bece10939 [ 750.140098] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eecf16-8ea4-7010-cc2e-acd93b002e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.022194} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.140882] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e683100-2315-4293-8098-b3d2705739cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.146423] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 750.146423] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fe5d13-b78c-ed2d-979c-d93f85113db3" [ 750.146423] env[68207]: _type = "Task" [ 750.146423] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.153503] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fe5d13-b78c-ed2d-979c-d93f85113db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.158993] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.267538] env[68207]: DEBUG nova.compute.manager [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.267659] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.269037] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25994d53-f97a-40e8-b2f5-b0ab0ae8b357 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.276598] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.276807] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6fec9e-c48a-4c60-ba47-429f8d565240 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.283083] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 750.283083] env[68207]: value = "task-2776512" [ 750.283083] env[68207]: _type = "Task" [ 750.283083] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.291069] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.359215] env[68207]: DEBUG nova.network.neutron [-] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.400886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "refresh_cache-c75ca399-731b-495e-b764-11d8fd172455" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.401313] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "refresh_cache-c75ca399-731b-495e-b764-11d8fd172455" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.401514] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.457049] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd292368-d5b6-408c-b22b-256bf5d2f00d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.468282] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019853e-b776-4370-9cdf-3cb56680a390 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.501028] env[68207]: DEBUG nova.compute.manager [req-05494aeb-3837-4edd-8e4d-4a74609a4590 req-4162fec3-c511-4dd9-bdc4-9db26de5053b service nova] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Detach interface failed, port_id=eccf37a3-dc4d-4842-a945-fee5a8f509e6, reason: Instance a9c8f668-f7f1-4af3-a2e4-6c84df23ae34 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 750.510131] env[68207]: DEBUG oslo_vmware.api [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776511, 'name': PowerOnVM_Task, 'duration_secs': 0.496251} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.510405] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.510607] env[68207]: INFO nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Took 7.29 seconds to spawn the instance on the hypervisor. [ 750.510782] env[68207]: DEBUG nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.511576] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711dbe7-f4b7-4a02-849f-c1c21818b185 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.559923] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c60bf87c-8980-41d4-bd82-8422743114b9 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "dee791a2-b454-4c8c-a507-bc9bece10939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.654s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.658063] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fe5d13-b78c-ed2d-979c-d93f85113db3, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.658063] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.658063] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6c40593d-b531-4c5e-8db1-9d0c9c43900c/6c40593d-b531-4c5e-8db1-9d0c9c43900c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.658063] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10caf890-8cd5-4fa1-b29f-e407a5dfac30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.666661] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 750.666661] env[68207]: value = "task-2776513" [ 750.666661] env[68207]: _type = "Task" [ 750.666661] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.675501] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.682733] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.792056] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776512, 'name': PowerOffVM_Task, 'duration_secs': 0.163065} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.792342] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.792537] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.792780] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d922d1-c170-4861-99a5-f350b09936f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.849641] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.849860] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.850150] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Deleting the datastore file [datastore2] ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.850436] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf57d1ed-3471-4805-9cb5-3aeca12aa2ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.858448] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for the task: (returnval){ [ 750.858448] env[68207]: value = "task-2776515" [ 750.858448] env[68207]: _type = "Task" [ 750.858448] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.862051] env[68207]: INFO nova.compute.manager [-] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Took 1.33 seconds to deallocate network for instance. [ 750.873312] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.937215] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.034390] env[68207]: INFO nova.compute.manager [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Took 50.27 seconds to build instance. [ 751.122406] env[68207]: DEBUG nova.network.neutron [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Updating instance_info_cache with network_info: [{"id": "245dd2fe-a10f-41e5-ba80-5622ad7beeeb", "address": "fa:16:3e:69:2d:31", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245dd2fe-a1", "ovs_interfaceid": "245dd2fe-a10f-41e5-ba80-5622ad7beeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.180041] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500831} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.180763] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6c40593d-b531-4c5e-8db1-9d0c9c43900c/6c40593d-b531-4c5e-8db1-9d0c9c43900c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.180860] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.181103] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496e058c-a0d1-4460-b518-16d19d2d1140 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.187456] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 751.187456] env[68207]: value = "task-2776516" [ 751.187456] env[68207]: _type = "Task" [ 751.187456] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.195426] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.368916] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.373852] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.536898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aaee234e-7549-40d2-a778-a640af64cabe tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.507s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.543522] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46efe42f-a72e-4d68-ba34-e40718500706 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.552107] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9c945-05d9-444a-ba02-d1d4fa824550 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.585628] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5860a3-d08f-44c3-93df-10013bf906e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.593272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5fa869-f9ae-4860-befc-94a37640ee12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.607522] env[68207]: DEBUG nova.compute.provider_tree [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.618778] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "204cdc86-b961-4e0e-a369-741df2477118" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.619086] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.619469] env[68207]: DEBUG nova.compute.manager [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.620299] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fda02f-affc-4ad1-85b2-8d794354f7b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.627360] env[68207]: DEBUG nova.compute.manager [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 751.627882] env[68207]: DEBUG nova.objects.instance [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lazy-loading 'flavor' on Instance uuid 204cdc86-b961-4e0e-a369-741df2477118 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.629420] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "refresh_cache-c75ca399-731b-495e-b764-11d8fd172455" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.629696] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Instance network_info: |[{"id": "245dd2fe-a10f-41e5-ba80-5622ad7beeeb", "address": "fa:16:3e:69:2d:31", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245dd2fe-a1", "ovs_interfaceid": "245dd2fe-a10f-41e5-ba80-5622ad7beeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.630249] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:2d:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245dd2fe-a10f-41e5-ba80-5622ad7beeeb', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.637600] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.638063] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c75ca399-731b-495e-b764-11d8fd172455] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.638297] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e6baaf8-a600-447a-8a37-e6b9d3f16056 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.658486] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.658486] env[68207]: value = "task-2776517" [ 751.658486] env[68207]: _type = "Task" [ 751.658486] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.666036] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776517, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.696948] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071802} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.697241] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.698294] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec0caf-dc85-4f34-80bc-236f5e9fdf50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.719655] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 6c40593d-b531-4c5e-8db1-9d0c9c43900c/6c40593d-b531-4c5e-8db1-9d0c9c43900c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.720247] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a131d6-81d7-468d-a84c-88bd66ec4392 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.739735] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 751.739735] env[68207]: value = "task-2776518" [ 751.739735] env[68207]: _type = "Task" [ 751.739735] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.750382] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.869233] env[68207]: DEBUG oslo_vmware.api [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Task: {'id': task-2776515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682499} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.869550] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.869719] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.869901] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.870226] env[68207]: INFO nova.compute.manager [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Took 1.60 seconds to destroy the instance on the hypervisor. [ 751.870424] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.870624] env[68207]: DEBUG nova.compute.manager [-] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.870716] env[68207]: DEBUG nova.network.neutron [-] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.900739] env[68207]: DEBUG nova.compute.manager [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Received event network-changed-245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 751.900935] env[68207]: DEBUG nova.compute.manager [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Refreshing instance network info cache due to event network-changed-245dd2fe-a10f-41e5-ba80-5622ad7beeeb. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 751.901228] env[68207]: DEBUG oslo_concurrency.lockutils [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] Acquiring lock "refresh_cache-c75ca399-731b-495e-b764-11d8fd172455" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.901293] env[68207]: DEBUG oslo_concurrency.lockutils [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] Acquired lock "refresh_cache-c75ca399-731b-495e-b764-11d8fd172455" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.901462] env[68207]: DEBUG nova.network.neutron [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Refreshing network info cache for port 245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.042699] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.116027] env[68207]: DEBUG nova.scheduler.client.report [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.169164] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776517, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.250586] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.571210] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.602256] env[68207]: DEBUG nova.network.neutron [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Updated VIF entry in instance network info cache for port 245dd2fe-a10f-41e5-ba80-5622ad7beeeb. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.602618] env[68207]: DEBUG nova.network.neutron [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Updating instance_info_cache with network_info: [{"id": "245dd2fe-a10f-41e5-ba80-5622ad7beeeb", "address": "fa:16:3e:69:2d:31", "network": {"id": "f25f255c-fe52-4bba-968c-582cb0dead0f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-959181016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e9c70cc0c9545979b8186411400644d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245dd2fe-a1", "ovs_interfaceid": "245dd2fe-a10f-41e5-ba80-5622ad7beeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.621041] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.621427] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.624030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.752s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.624657] env[68207]: DEBUG nova.objects.instance [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lazy-loading 'resources' on Instance uuid 1a6bac6d-a619-422b-8ca5-98dc565a896e {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.635145] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.635807] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-017833e9-149f-4e67-95b0-2435659c3bc1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.648228] env[68207]: DEBUG oslo_vmware.api [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 752.648228] env[68207]: value = "task-2776519" [ 752.648228] env[68207]: _type = "Task" [ 752.648228] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.652441] env[68207]: DEBUG nova.network.neutron [-] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.658682] env[68207]: DEBUG oslo_vmware.api [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.670952] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776517, 'name': CreateVM_Task, 'duration_secs': 0.596396} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.671088] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c75ca399-731b-495e-b764-11d8fd172455] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.671891] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.671891] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672176] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672447] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a998d1a1-caaa-4180-941e-9f30cf9fb136 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.678063] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 752.678063] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f525fa-5f2c-d64a-27a6-b29082bab355" [ 752.678063] env[68207]: _type = "Task" [ 752.678063] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.685024] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f525fa-5f2c-d64a-27a6-b29082bab355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.753030] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776518, 'name': ReconfigVM_Task, 'duration_secs': 0.737865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.753284] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 6c40593d-b531-4c5e-8db1-9d0c9c43900c/6c40593d-b531-4c5e-8db1-9d0c9c43900c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.753905] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-382bebac-6e81-454a-a33f-40e0528d8021 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.760364] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 752.760364] env[68207]: value = "task-2776520" [ 752.760364] env[68207]: _type = "Task" [ 752.760364] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.769099] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776520, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.105772] env[68207]: DEBUG oslo_concurrency.lockutils [req-f11debe0-ce41-4528-9eee-29f825f0caed req-450e28ff-79e1-476a-bd39-99ca4678ccda service nova] Releasing lock "refresh_cache-c75ca399-731b-495e-b764-11d8fd172455" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.131212] env[68207]: DEBUG nova.compute.utils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.132545] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.132711] env[68207]: DEBUG nova.network.neutron [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.158174] env[68207]: INFO nova.compute.manager [-] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Took 1.29 seconds to deallocate network for instance. [ 753.169461] env[68207]: DEBUG oslo_vmware.api [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776519, 'name': PowerOffVM_Task, 'duration_secs': 0.29843} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.170120] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.170434] env[68207]: DEBUG nova.compute.manager [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.171658] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd334c-0cc4-434c-9ed4-5aa325ab5529 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.184424] env[68207]: DEBUG nova.policy [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1551b011c1ff4c789d348f93bbf8eaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11cc7f44d2c047c6a9cd8359ccc440fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.198864] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f525fa-5f2c-d64a-27a6-b29082bab355, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.200648] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.201577] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.202231] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.202305] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.202837] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.203292] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1606f50f-bd3a-41fb-822a-1aa44e954d39 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.217256] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.217498] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.218806] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49d1282-9ca9-4ae3-b140-019f7f2e98ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.226737] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 753.226737] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c5cd6c-5733-b25f-7be9-d49cbc8b5b07" [ 753.226737] env[68207]: _type = "Task" [ 753.226737] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.235017] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c5cd6c-5733-b25f-7be9-d49cbc8b5b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.270980] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776520, 'name': Rename_Task, 'duration_secs': 0.27196} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.273380] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.273901] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-979745bc-70f4-4053-9b53-3c315bd7fb10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.279845] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 753.279845] env[68207]: value = "task-2776521" [ 753.279845] env[68207]: _type = "Task" [ 753.279845] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.289859] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.470393] env[68207]: DEBUG nova.network.neutron [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Successfully created port: 3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.633501] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9d4d7-1285-4919-a1e2-fc1788c9544e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.637243] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.645098] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52bd902-f98d-4e24-88b2-7712ebeb652e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.683261] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.685177] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfde20d-c392-40df-a3b9-c7044716a28f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.698020] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1b0ba-2648-4af8-8cba-c649534ce1fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.701776] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c0cd00c-4cb5-4c5b-8ebe-5a7090f5534e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.717144] env[68207]: DEBUG nova.compute.provider_tree [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.740848] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c5cd6c-5733-b25f-7be9-d49cbc8b5b07, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.741826] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a6b8bb-6806-4a55-a312-ab2ffeaf5c84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.747210] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 753.747210] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5291506b-6bcf-d189-8fd4-b6ec8d15071d" [ 753.747210] env[68207]: _type = "Task" [ 753.747210] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.756087] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5291506b-6bcf-d189-8fd4-b6ec8d15071d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.789529] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776521, 'name': PowerOnVM_Task, 'duration_secs': 0.503248} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.789811] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.789811] env[68207]: INFO nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Took 7.94 seconds to spawn the instance on the hypervisor. [ 753.793024] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.793024] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ec1fe-6b4c-486e-90f5-bb797fc41469 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.220939] env[68207]: DEBUG nova.scheduler.client.report [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.258856] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5291506b-6bcf-d189-8fd4-b6ec8d15071d, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.259221] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.259533] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] c75ca399-731b-495e-b764-11d8fd172455/c75ca399-731b-495e-b764-11d8fd172455.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.259826] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc0567c6-3b72-4964-91ee-c99e20423751 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.267996] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 754.267996] env[68207]: value = "task-2776522" [ 754.267996] env[68207]: _type = "Task" [ 754.267996] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.277602] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.279905] env[68207]: DEBUG nova.compute.manager [req-92cb772f-cf29-4cbc-946f-a6343175b612 req-1b48b639-2bab-4bc8-a176-a8f4d7a969ab service nova] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Received event network-vif-deleted-d6d440c1-08af-4038-88ab-208e2817f430 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.306219] env[68207]: INFO nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Took 51.88 seconds to build instance. [ 754.648396] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.674139] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.674426] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.674593] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.674828] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.674974] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.675145] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.675428] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.675600] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.675817] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.675986] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.676185] env[68207]: DEBUG nova.virt.hardware [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.677548] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debedbe8-13f2-4ecc-a695-61d407a91119 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.689131] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a9906d-91c7-44f0-938b-333ded7579f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.726432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.728929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.214s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.730562] env[68207]: INFO nova.compute.claims [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.752857] env[68207]: INFO nova.scheduler.client.report [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Deleted allocations for instance 1a6bac6d-a619-422b-8ca5-98dc565a896e [ 754.777829] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485507} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.778130] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] c75ca399-731b-495e-b764-11d8fd172455/c75ca399-731b-495e-b764-11d8fd172455.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.778338] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.778581] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5522222d-325c-40d3-af02-6bfc960c01b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.784450] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 754.784450] env[68207]: value = "task-2776523" [ 754.784450] env[68207]: _type = "Task" [ 754.784450] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.792389] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.808134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.279s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.961121] env[68207]: DEBUG nova.network.neutron [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Successfully updated port: 3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.261445] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8abd0e1d-6c53-498f-a3c2-57b29683fb1e tempest-ServersListShow2100Test-716044222 tempest-ServersListShow2100Test-716044222-project-member] Lock "1a6bac6d-a619-422b-8ca5-98dc565a896e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.675s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.294382] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102025} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.294642] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.295500] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2c1f7-f198-4bc4-8fb8-96f30d727591 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.317062] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c75ca399-731b-495e-b764-11d8fd172455/c75ca399-731b-495e-b764-11d8fd172455.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.317757] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.320375] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb3168e-25a0-413a-ac2f-09e3d4cfb004 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.341152] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 755.341152] env[68207]: value = "task-2776524" [ 755.341152] env[68207]: _type = "Task" [ 755.341152] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.348852] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.408585] env[68207]: DEBUG nova.compute.manager [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.408585] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8700c-158d-4f41-8587-53fad0b503c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.464484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "refresh_cache-66e60bfd-4e98-417d-9a88-5142ba8d84e9" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.464484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "refresh_cache-66e60bfd-4e98-417d-9a88-5142ba8d84e9" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.464484] env[68207]: DEBUG nova.network.neutron [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.849308] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.853216] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.923020] env[68207]: INFO nova.compute.manager [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] instance snapshotting [ 755.923020] env[68207]: WARNING nova.compute.manager [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 755.925392] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9257cda-8452-4cf4-bf15-a1497edfb9e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.949976] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee11b69-483d-47e8-a1c8-db97aabd3b47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.999574] env[68207]: DEBUG nova.network.neutron [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.141390] env[68207]: DEBUG nova.network.neutron [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Updating instance_info_cache with network_info: [{"id": "3a81b022-73d7-44df-bbc7-d4bed2d07b22", "address": "fa:16:3e:f1:d7:e9", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a81b022-73", "ovs_interfaceid": "3a81b022-73d7-44df-bbc7-d4bed2d07b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.169246] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f61992-f8b4-4bb2-b0bd-c539acbf6c17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.177454] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2addb-aa11-4f48-a9c6-e05141ed2490 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.207073] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee252fe3-7491-4eee-ae56-4a845c60a54f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.214635] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04927c-3c93-4348-b062-0bc95d014937 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.230345] env[68207]: DEBUG nova.compute.provider_tree [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.305672] env[68207]: DEBUG nova.compute.manager [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Received event network-vif-plugged-3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.305672] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] Acquiring lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.305906] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.306152] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.306321] env[68207]: DEBUG nova.compute.manager [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] No waiting events found dispatching network-vif-plugged-3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.306615] env[68207]: WARNING nova.compute.manager [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Received unexpected event network-vif-plugged-3a81b022-73d7-44df-bbc7-d4bed2d07b22 for instance with vm_state building and task_state spawning. [ 756.306783] env[68207]: DEBUG nova.compute.manager [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Received event network-changed-3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.306932] env[68207]: DEBUG nova.compute.manager [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Refreshing instance network info cache due to event network-changed-3a81b022-73d7-44df-bbc7-d4bed2d07b22. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 756.307112] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] Acquiring lock "refresh_cache-66e60bfd-4e98-417d-9a88-5142ba8d84e9" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.353386] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.460522] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 756.460794] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40275841-76e8-41d0-ba08-9f294362cabd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.467918] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 756.467918] env[68207]: value = "task-2776525" [ 756.467918] env[68207]: _type = "Task" [ 756.467918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.476050] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.644668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "refresh_cache-66e60bfd-4e98-417d-9a88-5142ba8d84e9" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.644668] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Instance network_info: |[{"id": "3a81b022-73d7-44df-bbc7-d4bed2d07b22", "address": "fa:16:3e:f1:d7:e9", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a81b022-73", "ovs_interfaceid": "3a81b022-73d7-44df-bbc7-d4bed2d07b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.645468] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] Acquired lock "refresh_cache-66e60bfd-4e98-417d-9a88-5142ba8d84e9" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.645468] env[68207]: DEBUG nova.network.neutron [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Refreshing network info cache for port 3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.646429] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d7:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a81b022-73d7-44df-bbc7-d4bed2d07b22', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.654251] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.655191] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.655416] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26ca569b-0205-40f8-8ccc-fde01546fc2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.675800] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.675800] env[68207]: value = "task-2776526" [ 756.675800] env[68207]: _type = "Task" [ 756.675800] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.684301] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776526, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.766466] env[68207]: DEBUG nova.scheduler.client.report [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.766789] env[68207]: DEBUG nova.compute.provider_tree [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 63 to 64 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.767016] env[68207]: DEBUG nova.compute.provider_tree [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.854768] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776524, 'name': ReconfigVM_Task, 'duration_secs': 1.032845} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.855171] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c75ca399-731b-495e-b764-11d8fd172455/c75ca399-731b-495e-b764-11d8fd172455.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.855739] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-177c81f3-33df-4f34-b949-a86a9e55d4f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.863033] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 756.863033] env[68207]: value = "task-2776527" [ 756.863033] env[68207]: _type = "Task" [ 756.863033] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.871735] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776527, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.976986] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.186022] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776526, 'name': CreateVM_Task, 'duration_secs': 0.299844} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.188310] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.189022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190133] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f073747-e55e-4a3b-86cf-91c6aece6540 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.194602] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 757.194602] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52781ade-abab-0194-0de6-afe965c49131" [ 757.194602] env[68207]: _type = "Task" [ 757.194602] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.202186] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52781ade-abab-0194-0de6-afe965c49131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.272594] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.272949] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.275450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.983s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.276854] env[68207]: INFO nova.compute.claims [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.358643] env[68207]: DEBUG nova.network.neutron [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Updated VIF entry in instance network info cache for port 3a81b022-73d7-44df-bbc7-d4bed2d07b22. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.358995] env[68207]: DEBUG nova.network.neutron [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Updating instance_info_cache with network_info: [{"id": "3a81b022-73d7-44df-bbc7-d4bed2d07b22", "address": "fa:16:3e:f1:d7:e9", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a81b022-73", "ovs_interfaceid": "3a81b022-73d7-44df-bbc7-d4bed2d07b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.374194] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776527, 'name': Rename_Task, 'duration_secs': 0.153807} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.374451] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.374684] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f006d4-580f-46ea-9fce-da0d4c8e4d3b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.380520] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 757.380520] env[68207]: value = "task-2776528" [ 757.380520] env[68207]: _type = "Task" [ 757.380520] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.388351] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.478965] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776525, 'name': CreateSnapshot_Task, 'duration_secs': 0.831588} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.479195] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 757.479914] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8f7d1-f72b-4845-b7c0-00be1116b6bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.705851] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52781ade-abab-0194-0de6-afe965c49131, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.706523] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.706523] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.706668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.706755] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.706932] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.707205] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d99c2af-5255-461c-85e7-91d3e66cf53e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.716229] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.716415] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.717146] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097781e9-e498-4455-b8d9-52f7a153dc01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.722245] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 757.722245] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a48f4d-4df7-c552-9a34-90236fb62c57" [ 757.722245] env[68207]: _type = "Task" [ 757.722245] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.729982] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a48f4d-4df7-c552-9a34-90236fb62c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.782146] env[68207]: DEBUG nova.compute.utils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.786085] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.786306] env[68207]: DEBUG nova.network.neutron [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.822045] env[68207]: DEBUG nova.policy [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30f9566d75a64bb693dcee53eae97c66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1731f7c8c1f74cd599fed42bc32e3da7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.861330] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec235a9-da7e-4b3b-b0e9-942dfd1b27db req-c0ecd583-1af7-4d7a-ac6a-0b06e2016e68 service nova] Releasing lock "refresh_cache-66e60bfd-4e98-417d-9a88-5142ba8d84e9" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.892199] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.999394] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.999506] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-892eeb6b-6492-4dca-8849-ccc495fb07a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.007916] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 758.007916] env[68207]: value = "task-2776529" [ 758.007916] env[68207]: _type = "Task" [ 758.007916] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.016017] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776529, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.092077] env[68207]: DEBUG nova.network.neutron [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Successfully created port: 37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.232582] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a48f4d-4df7-c552-9a34-90236fb62c57, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.233353] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d41484d-0101-415f-842f-02d62f0641eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.238203] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 758.238203] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c2edcf-37fb-d099-92e0-3ea7d593ecd8" [ 758.238203] env[68207]: _type = "Task" [ 758.238203] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.246530] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c2edcf-37fb-d099-92e0-3ea7d593ecd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.289057] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.390931] env[68207]: DEBUG oslo_vmware.api [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776528, 'name': PowerOnVM_Task, 'duration_secs': 0.98491} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.393465] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.393678] env[68207]: INFO nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Took 8.97 seconds to spawn the instance on the hypervisor. [ 758.393855] env[68207]: DEBUG nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.395052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a27c2-9a9c-48f5-897f-644ce04033c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.517514] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776529, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.723992] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0fbfb-5519-4603-a2af-cb69e13fad98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.731605] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d26a6d-2b99-4008-a8a0-eb4300c7f0a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.763399] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2f76a-394c-447c-93d0-04211745ae05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.773480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b341bc-a5f0-4df8-970d-1bf08f5d9a9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.777092] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c2edcf-37fb-d099-92e0-3ea7d593ecd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.777353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.777610] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 66e60bfd-4e98-417d-9a88-5142ba8d84e9/66e60bfd-4e98-417d-9a88-5142ba8d84e9.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.778218] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a190d653-cf7e-42d5-8225-85536c4fb562 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.788020] env[68207]: DEBUG nova.compute.provider_tree [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.792655] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 758.792655] env[68207]: value = "task-2776530" [ 758.792655] env[68207]: _type = "Task" [ 758.792655] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.805265] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.915074] env[68207]: INFO nova.compute.manager [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Took 46.54 seconds to build instance. [ 759.021326] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776529, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.290571] env[68207]: DEBUG nova.scheduler.client.report [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.303773] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.305803] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474901} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.306244] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 66e60bfd-4e98-417d-9a88-5142ba8d84e9/66e60bfd-4e98-417d-9a88-5142ba8d84e9.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.306676] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.306744] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-628f3c9e-e07a-4899-a0d6-74adf74230bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.313802] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 759.313802] env[68207]: value = "task-2776531" [ 759.313802] env[68207]: _type = "Task" [ 759.313802] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.327653] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.336253] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.336483] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.336640] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.336821] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.336957] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.339204] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.339461] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.339655] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.339829] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.339948] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.340135] env[68207]: DEBUG nova.virt.hardware [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.340987] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e86e0e-5a23-44d6-9fb1-228fbf0c972f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.352822] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d88c178-4ffd-41f9-bd75-a09129a6e67a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.417798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-51866044-551a-4ec0-8e9c-0ef58d14632f tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "c75ca399-731b-495e-b764-11d8fd172455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.845s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.519562] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776529, 'name': CloneVM_Task, 'duration_secs': 1.080218} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.523020] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Created linked-clone VM from snapshot [ 759.523020] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6b57e6-774b-401f-8da1-6da399f08958 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.527945] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Uploading image 8139e2dd-f761-4d70-bee7-c72e5b9449ea {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.539216] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.543332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.543332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.543332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.543332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.543802] env[68207]: INFO nova.compute.manager [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Terminating instance [ 759.556037] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.556037] env[68207]: value = "vm-558284" [ 759.556037] env[68207]: _type = "VirtualMachine" [ 759.556037] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.556502] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85d80716-3220-4c9d-aa2a-f33cdf9ab153 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.563731] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease: (returnval){ [ 759.563731] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521a85de-8354-e9e2-aa3f-60411531a99e" [ 759.563731] env[68207]: _type = "HttpNfcLease" [ 759.563731] env[68207]: } obtained for exporting VM: (result){ [ 759.563731] env[68207]: value = "vm-558284" [ 759.563731] env[68207]: _type = "VirtualMachine" [ 759.563731] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.563990] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the lease: (returnval){ [ 759.563990] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521a85de-8354-e9e2-aa3f-60411531a99e" [ 759.563990] env[68207]: _type = "HttpNfcLease" [ 759.563990] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.570682] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.570682] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521a85de-8354-e9e2-aa3f-60411531a99e" [ 759.570682] env[68207]: _type = "HttpNfcLease" [ 759.570682] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.615570] env[68207]: DEBUG nova.network.neutron [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Successfully updated port: 37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.675982] env[68207]: DEBUG nova.compute.manager [req-9db0312b-73dd-416b-971c-2f6ae4531408 req-a5a067b2-bb8c-4dd9-b403-aecdfd96bd4a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Received event network-vif-plugged-37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.676263] env[68207]: DEBUG oslo_concurrency.lockutils [req-9db0312b-73dd-416b-971c-2f6ae4531408 req-a5a067b2-bb8c-4dd9-b403-aecdfd96bd4a service nova] Acquiring lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.676439] env[68207]: DEBUG oslo_concurrency.lockutils [req-9db0312b-73dd-416b-971c-2f6ae4531408 req-a5a067b2-bb8c-4dd9-b403-aecdfd96bd4a service nova] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.676617] env[68207]: DEBUG oslo_concurrency.lockutils [req-9db0312b-73dd-416b-971c-2f6ae4531408 req-a5a067b2-bb8c-4dd9-b403-aecdfd96bd4a service nova] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.676754] env[68207]: DEBUG nova.compute.manager [req-9db0312b-73dd-416b-971c-2f6ae4531408 req-a5a067b2-bb8c-4dd9-b403-aecdfd96bd4a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] No waiting events found dispatching network-vif-plugged-37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.676918] env[68207]: WARNING nova.compute.manager [req-9db0312b-73dd-416b-971c-2f6ae4531408 req-a5a067b2-bb8c-4dd9-b403-aecdfd96bd4a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Received unexpected event network-vif-plugged-37398fed-f293-4dbc-bf90-1da70eba2006 for instance with vm_state building and task_state spawning. [ 759.801287] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.801287] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.803115] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.799s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.803350] env[68207]: DEBUG nova.objects.instance [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lazy-loading 'resources' on Instance uuid 7611362e-08dc-4cab-933a-596bbd8b0671 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.824729] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070543} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.824998] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.827373] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd4ad8-63b0-4dd1-8409-d6b2c3373503 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.856179] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 66e60bfd-4e98-417d-9a88-5142ba8d84e9/66e60bfd-4e98-417d-9a88-5142ba8d84e9.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.857136] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a92b71-dde1-4cbe-8b12-ce5aa7d549f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.878108] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 759.878108] env[68207]: value = "task-2776533" [ 759.878108] env[68207]: _type = "Task" [ 759.878108] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.887693] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.920076] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.050493] env[68207]: DEBUG nova.compute.manager [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.050493] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.050493] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8ccc1-de40-4150-b1e5-eae78dd7b57f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.061843] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.062116] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98df332c-590e-487d-a962-365dd69fe448 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.071363] env[68207]: DEBUG oslo_vmware.api [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 760.071363] env[68207]: value = "task-2776534" [ 760.071363] env[68207]: _type = "Task" [ 760.071363] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.080877] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.080877] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521a85de-8354-e9e2-aa3f-60411531a99e" [ 760.080877] env[68207]: _type = "HttpNfcLease" [ 760.080877] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 760.081584] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 760.081584] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521a85de-8354-e9e2-aa3f-60411531a99e" [ 760.081584] env[68207]: _type = "HttpNfcLease" [ 760.081584] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 760.082419] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c36e57-b0a3-478a-857f-c6b425506832 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.089717] env[68207]: DEBUG oslo_vmware.api [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.094655] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a133f-2d58-29e8-00a3-56c7065fa1d2/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 760.094841] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a133f-2d58-29e8-00a3-56c7065fa1d2/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 760.155123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.155123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.155123] env[68207]: DEBUG nova.network.neutron [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.192563] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.192788] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.227833] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.228080] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.228310] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.228498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.228666] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.230859] env[68207]: INFO nova.compute.manager [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Terminating instance [ 760.306839] env[68207]: DEBUG nova.compute.utils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.311031] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-147cd86f-11ed-4e7e-aa15-c84eb44c852f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.312644] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.312825] env[68207]: DEBUG nova.network.neutron [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.364392] env[68207]: DEBUG nova.policy [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30f9566d75a64bb693dcee53eae97c66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1731f7c8c1f74cd599fed42bc32e3da7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.388879] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.403468] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "c75ca399-731b-495e-b764-11d8fd172455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.403716] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "c75ca399-731b-495e-b764-11d8fd172455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.403928] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "c75ca399-731b-495e-b764-11d8fd172455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.404127] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "c75ca399-731b-495e-b764-11d8fd172455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.404308] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "c75ca399-731b-495e-b764-11d8fd172455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.406417] env[68207]: INFO nova.compute.manager [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Terminating instance [ 760.438873] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.586355] env[68207]: DEBUG oslo_vmware.api [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776534, 'name': PowerOffVM_Task, 'duration_secs': 0.352457} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.586877] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.587252] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.587703] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c04c289-10f3-4f4a-a272-895190ac9555 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.624869] env[68207]: DEBUG nova.network.neutron [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Successfully created port: 1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.661661] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.665019] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.665019] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Deleting the datastore file [datastore2] fcdb770c-4c0c-4faa-874d-66f05bbfc873 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.665019] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0986beb1-bcad-46cd-864b-a9de087959ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.669865] env[68207]: DEBUG oslo_vmware.api [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 760.669865] env[68207]: value = "task-2776536" [ 760.669865] env[68207]: _type = "Task" [ 760.669865] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.685377] env[68207]: DEBUG oslo_vmware.api [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.724179] env[68207]: DEBUG nova.network.neutron [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.734996] env[68207]: DEBUG nova.compute.manager [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.735777] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.736177] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a70bb9-a42f-4ba0-a0e4-4da2481720f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.751345] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.751501] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe5a4a9-7699-4dbe-a115-2ece72bf716a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.757725] env[68207]: DEBUG oslo_vmware.api [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 760.757725] env[68207]: value = "task-2776537" [ 760.757725] env[68207]: _type = "Task" [ 760.757725] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.773561] env[68207]: DEBUG oslo_vmware.api [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.812506] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.868246] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1cc84-a709-4c21-b71d-d2fb5dec7de6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.878081] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98822867-39b8-4b26-9794-7dcc405c6217 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.901722] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.931450] env[68207]: DEBUG nova.compute.manager [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.931811] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.933014] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707015f6-4dc8-40b7-88e0-f32033f81656 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.936941] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b0143-0c8e-4771-a9a2-76aceeece567 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.948734] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d913f7-01a4-4ce1-bcb5-b7ce8a34e4cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.953383] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.953721] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda8e812-012c-44c5-8c95-e69a6b11f44f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.966718] env[68207]: DEBUG nova.compute.provider_tree [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.969825] env[68207]: DEBUG oslo_vmware.api [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 760.969825] env[68207]: value = "task-2776538" [ 760.969825] env[68207]: _type = "Task" [ 760.969825] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.980531] env[68207]: DEBUG oslo_vmware.api [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.075028] env[68207]: DEBUG nova.network.neutron [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Updating instance_info_cache with network_info: [{"id": "37398fed-f293-4dbc-bf90-1da70eba2006", "address": "fa:16:3e:90:1d:b4", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37398fed-f2", "ovs_interfaceid": "37398fed-f293-4dbc-bf90-1da70eba2006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.183468] env[68207]: DEBUG oslo_vmware.api [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157159} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.183862] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.184195] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.184560] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.184832] env[68207]: INFO nova.compute.manager [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Took 1.14 seconds to destroy the instance on the hypervisor. [ 761.185163] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.185444] env[68207]: DEBUG nova.compute.manager [-] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.185571] env[68207]: DEBUG nova.network.neutron [-] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.270580] env[68207]: DEBUG oslo_vmware.api [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776537, 'name': PowerOffVM_Task, 'duration_secs': 0.268065} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.270860] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.271111] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.271492] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c9f9d10-2a48-44a4-9a7d-37ed6e2e29c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.378281] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.378543] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.378725] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleting the datastore file [datastore2] 6c40593d-b531-4c5e-8db1-9d0c9c43900c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.379011] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61569bbc-bfcb-49e4-ba16-1debd8f7a982 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.389272] env[68207]: DEBUG oslo_vmware.api [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 761.389272] env[68207]: value = "task-2776540" [ 761.389272] env[68207]: _type = "Task" [ 761.389272] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.406689] env[68207]: DEBUG oslo_vmware.api [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.409743] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776533, 'name': ReconfigVM_Task, 'duration_secs': 1.298225} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.410132] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 66e60bfd-4e98-417d-9a88-5142ba8d84e9/66e60bfd-4e98-417d-9a88-5142ba8d84e9.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.410880] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-849165ff-363e-4cec-b1c9-f2c1746ca30f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.417834] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 761.417834] env[68207]: value = "task-2776541" [ 761.417834] env[68207]: _type = "Task" [ 761.417834] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.427361] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776541, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.483759] env[68207]: DEBUG oslo_vmware.api [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776538, 'name': PowerOffVM_Task, 'duration_secs': 0.281417} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.484053] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.484230] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.484487] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5071f047-221e-4868-a620-10fe777be818 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.494659] env[68207]: ERROR nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] [req-88ba9866-c2ad-4920-b510-2844f827a703] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88ba9866-c2ad-4920-b510-2844f827a703"}]} [ 761.513094] env[68207]: DEBUG nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.530826] env[68207]: DEBUG nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.531066] env[68207]: DEBUG nova.compute.provider_tree [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.548845] env[68207]: DEBUG nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.565737] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.565737] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.565737] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleting the datastore file [datastore2] c75ca399-731b-495e-b764-11d8fd172455 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.565926] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94beacb8-806d-447f-abfc-6436aab0b961 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.572318] env[68207]: DEBUG oslo_vmware.api [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for the task: (returnval){ [ 761.572318] env[68207]: value = "task-2776543" [ 761.572318] env[68207]: _type = "Task" [ 761.572318] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.580458] env[68207]: DEBUG nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.581938] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.583249] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Instance network_info: |[{"id": "37398fed-f293-4dbc-bf90-1da70eba2006", "address": "fa:16:3e:90:1d:b4", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37398fed-f2", "ovs_interfaceid": "37398fed-f293-4dbc-bf90-1da70eba2006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.583924] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:1d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37398fed-f293-4dbc-bf90-1da70eba2006', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.592825] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Creating folder: Project (1731f7c8c1f74cd599fed42bc32e3da7). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.593567] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ca729e2-516f-4230-9989-e3da0de3615d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.598644] env[68207]: DEBUG oslo_vmware.api [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.612346] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Created folder: Project (1731f7c8c1f74cd599fed42bc32e3da7) in parent group-v558176. [ 761.613469] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Creating folder: Instances. Parent ref: group-v558285. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.613760] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca4c3b2-9934-4809-a25b-f1c3e92ea4da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.627054] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Created folder: Instances in parent group-v558285. [ 761.627236] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.627731] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.628307] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f363603d-983f-4e23-8348-4683f96ab275 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.652440] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.652440] env[68207]: value = "task-2776546" [ 761.652440] env[68207]: _type = "Task" [ 761.652440] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.661154] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776546, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.762352] env[68207]: DEBUG nova.compute.manager [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Received event network-changed-37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 761.762942] env[68207]: DEBUG nova.compute.manager [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Refreshing instance network info cache due to event network-changed-37398fed-f293-4dbc-bf90-1da70eba2006. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 761.763398] env[68207]: DEBUG oslo_concurrency.lockutils [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] Acquiring lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.767029] env[68207]: DEBUG oslo_concurrency.lockutils [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] Acquired lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.767029] env[68207]: DEBUG nova.network.neutron [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Refreshing network info cache for port 37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.826937] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.860077] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.860368] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.860567] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.860757] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.860929] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.861131] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.861420] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.861587] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.861772] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.861964] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.862171] env[68207]: DEBUG nova.virt.hardware [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.863301] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3145557-8868-4efd-aa57-d0db2e733560 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.877321] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438d73b-d358-4f83-aa95-8dccf05135ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.908691] env[68207]: DEBUG oslo_vmware.api [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16601} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.908957] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.909173] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.909376] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.909606] env[68207]: INFO nova.compute.manager [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 761.909870] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.910146] env[68207]: DEBUG nova.compute.manager [-] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.910237] env[68207]: DEBUG nova.network.neutron [-] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.931985] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776541, 'name': Rename_Task, 'duration_secs': 0.157263} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.934029] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.934029] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7940ab-db59-4d73-b431-d08efabe2bb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.940959] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 761.940959] env[68207]: value = "task-2776547" [ 761.940959] env[68207]: _type = "Task" [ 761.940959] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.952091] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.952596] env[68207]: DEBUG nova.compute.manager [req-05708655-8f4f-4058-b098-342909030e22 req-70f174c5-45ad-41a9-98ef-fffdc7a902a7 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Received event network-vif-deleted-d213dc21-ad56-449a-84b3-b82e12cf0454 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 761.952946] env[68207]: INFO nova.compute.manager [req-05708655-8f4f-4058-b098-342909030e22 req-70f174c5-45ad-41a9-98ef-fffdc7a902a7 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Neutron deleted interface d213dc21-ad56-449a-84b3-b82e12cf0454; detaching it from the instance and deleting it from the info cache [ 761.953154] env[68207]: DEBUG nova.network.neutron [req-05708655-8f4f-4058-b098-342909030e22 req-70f174c5-45ad-41a9-98ef-fffdc7a902a7 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.091742] env[68207]: DEBUG oslo_vmware.api [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Task: {'id': task-2776543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164413} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.092026] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.092236] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.092414] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.092587] env[68207]: INFO nova.compute.manager [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] [instance: c75ca399-731b-495e-b764-11d8fd172455] Took 1.16 seconds to destroy the instance on the hypervisor. [ 762.092837] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.093049] env[68207]: DEBUG nova.compute.manager [-] [instance: c75ca399-731b-495e-b764-11d8fd172455] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.093148] env[68207]: DEBUG nova.network.neutron [-] [instance: c75ca399-731b-495e-b764-11d8fd172455] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.167410] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776546, 'name': CreateVM_Task, 'duration_secs': 0.366838} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.170064] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.171504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.171504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.171725] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.172095] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec7922d-5a44-4fdc-aebc-db52786f6910 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.177222] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 762.177222] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524da427-77fa-3ed2-b6e4-ada5d649203a" [ 762.177222] env[68207]: _type = "Task" [ 762.177222] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.187907] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524da427-77fa-3ed2-b6e4-ada5d649203a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.188922] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc96c40-6fb3-4675-9648-ecba05f3c40f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.198946] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc060e-171a-45f0-914b-78b084a30e3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.231078] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab8011-a4db-45d6-9312-80baee707e27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.240621] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1113f60f-69a8-4fe1-88df-d8710f1518f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.255176] env[68207]: DEBUG nova.compute.provider_tree [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.382480] env[68207]: DEBUG nova.network.neutron [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Successfully updated port: 1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.403484] env[68207]: DEBUG nova.network.neutron [-] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.452519] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776547, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.458433] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3073eaa8-df56-4743-ac80-1b9c82c0a3ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.471408] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17bde4-ea4b-4402-88de-bdf87f84c846 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.511125] env[68207]: DEBUG nova.compute.manager [req-05708655-8f4f-4058-b098-342909030e22 req-70f174c5-45ad-41a9-98ef-fffdc7a902a7 service nova] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Detach interface failed, port_id=d213dc21-ad56-449a-84b3-b82e12cf0454, reason: Instance fcdb770c-4c0c-4faa-874d-66f05bbfc873 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 762.618294] env[68207]: DEBUG nova.network.neutron [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Updated VIF entry in instance network info cache for port 37398fed-f293-4dbc-bf90-1da70eba2006. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.618648] env[68207]: DEBUG nova.network.neutron [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Updating instance_info_cache with network_info: [{"id": "37398fed-f293-4dbc-bf90-1da70eba2006", "address": "fa:16:3e:90:1d:b4", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37398fed-f2", "ovs_interfaceid": "37398fed-f293-4dbc-bf90-1da70eba2006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.688803] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524da427-77fa-3ed2-b6e4-ada5d649203a, 'name': SearchDatastore_Task, 'duration_secs': 0.018992} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.689119] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.689385] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.689964] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.689964] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.689964] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.690293] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c076b1-7b7d-4a0e-9c74-be9d996818a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.699220] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.699357] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.700102] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ae14d7-3159-46ea-b038-b8f2184f1ab2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.705353] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 762.705353] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ef708b-edb6-5176-8c5a-1520a07ae90c" [ 762.705353] env[68207]: _type = "Task" [ 762.705353] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.713690] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ef708b-edb6-5176-8c5a-1520a07ae90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.776732] env[68207]: DEBUG nova.network.neutron [-] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.790565] env[68207]: DEBUG nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.790819] env[68207]: DEBUG nova.compute.provider_tree [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 65 to 66 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.790998] env[68207]: DEBUG nova.compute.provider_tree [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.889863] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "refresh_cache-fcbce330-9c81-440e-8cf3-12542c264854" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.889985] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "refresh_cache-fcbce330-9c81-440e-8cf3-12542c264854" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.891135] env[68207]: DEBUG nova.network.neutron [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.908910] env[68207]: INFO nova.compute.manager [-] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Took 1.72 seconds to deallocate network for instance. [ 762.952930] env[68207]: DEBUG oslo_vmware.api [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776547, 'name': PowerOnVM_Task, 'duration_secs': 0.55348} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.953239] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.953430] env[68207]: INFO nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Took 8.31 seconds to spawn the instance on the hypervisor. [ 762.953612] env[68207]: DEBUG nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.954439] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e9577-496f-4507-8f6e-200db324087a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.067386] env[68207]: DEBUG nova.network.neutron [-] [instance: c75ca399-731b-495e-b764-11d8fd172455] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.122110] env[68207]: DEBUG oslo_concurrency.lockutils [req-18d25d4b-ba99-4075-84b6-4c99a7a50a9d req-ec0cc6ab-b6a8-4155-8cca-30e15bd2e75a service nova] Releasing lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.217336] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ef708b-edb6-5176-8c5a-1520a07ae90c, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.218185] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e30a82-9cd6-48d8-9193-eba3f33e4001 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.223699] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 763.223699] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fc9e00-2036-6938-c801-9e2bf00a0f47" [ 763.223699] env[68207]: _type = "Task" [ 763.223699] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.232598] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc9e00-2036-6938-c801-9e2bf00a0f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.279331] env[68207]: INFO nova.compute.manager [-] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Took 1.37 seconds to deallocate network for instance. [ 763.297979] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.495s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.300469] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.773s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.300555] env[68207]: DEBUG nova.objects.instance [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lazy-loading 'resources' on Instance uuid b893c8b7-5398-481e-af5d-db3dc42170b5 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.325446] env[68207]: INFO nova.scheduler.client.report [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Deleted allocations for instance 7611362e-08dc-4cab-933a-596bbd8b0671 [ 763.416983] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.426171] env[68207]: DEBUG nova.network.neutron [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.474061] env[68207]: INFO nova.compute.manager [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Took 50.52 seconds to build instance. [ 763.563433] env[68207]: DEBUG nova.network.neutron [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Updating instance_info_cache with network_info: [{"id": "1d0da48d-6384-487e-8c1d-6e10241f3913", "address": "fa:16:3e:8b:d5:71", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da48d-63", "ovs_interfaceid": "1d0da48d-6384-487e-8c1d-6e10241f3913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.569494] env[68207]: INFO nova.compute.manager [-] [instance: c75ca399-731b-495e-b764-11d8fd172455] Took 1.48 seconds to deallocate network for instance. [ 763.734571] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc9e00-2036-6938-c801-9e2bf00a0f47, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.735197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.735558] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fa7d0d21-2acc-431e-b293-a9f1ddb3b015/fa7d0d21-2acc-431e-b293-a9f1ddb3b015.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.735737] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ade164a-68f1-42ef-a24b-20e806106590 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.741836] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 763.741836] env[68207]: value = "task-2776548" [ 763.741836] env[68207]: _type = "Task" [ 763.741836] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.749979] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.785331] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.796665] env[68207]: DEBUG nova.compute.manager [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Received event network-vif-plugged-1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.796853] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] Acquiring lock "fcbce330-9c81-440e-8cf3-12542c264854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.797114] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] Lock "fcbce330-9c81-440e-8cf3-12542c264854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.797308] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] Lock "fcbce330-9c81-440e-8cf3-12542c264854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.797497] env[68207]: DEBUG nova.compute.manager [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] No waiting events found dispatching network-vif-plugged-1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.797686] env[68207]: WARNING nova.compute.manager [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Received unexpected event network-vif-plugged-1d0da48d-6384-487e-8c1d-6e10241f3913 for instance with vm_state building and task_state spawning. [ 763.797879] env[68207]: DEBUG nova.compute.manager [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Received event network-changed-1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.798068] env[68207]: DEBUG nova.compute.manager [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Refreshing instance network info cache due to event network-changed-1d0da48d-6384-487e-8c1d-6e10241f3913. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 763.798281] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] Acquiring lock "refresh_cache-fcbce330-9c81-440e-8cf3-12542c264854" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.835435] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98bf9a08-e41d-468d-aac3-64c2575b78f0 tempest-DeleteServersAdminTestJSON-197146688 tempest-DeleteServersAdminTestJSON-197146688-project-member] Lock "7611362e-08dc-4cab-933a-596bbd8b0671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.438s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.977182] env[68207]: DEBUG oslo_concurrency.lockutils [None req-643670ab-567a-4ca3-91e3-6603863eaee1 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.509s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.066376] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "refresh_cache-fcbce330-9c81-440e-8cf3-12542c264854" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.066741] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Instance network_info: |[{"id": "1d0da48d-6384-487e-8c1d-6e10241f3913", "address": "fa:16:3e:8b:d5:71", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da48d-63", "ovs_interfaceid": "1d0da48d-6384-487e-8c1d-6e10241f3913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.067054] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] Acquired lock "refresh_cache-fcbce330-9c81-440e-8cf3-12542c264854" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.067243] env[68207]: DEBUG nova.network.neutron [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Refreshing network info cache for port 1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.068542] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d5:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0da48d-6384-487e-8c1d-6e10241f3913', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.076993] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.081145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.081436] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.082464] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-222f12aa-c563-4de9-8a61-1f49b22adef9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.106149] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.106149] env[68207]: value = "task-2776549" [ 764.106149] env[68207]: _type = "Task" [ 764.106149] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.117738] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776549, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.255469] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.262174] env[68207]: DEBUG nova.compute.manager [req-3a08e955-e601-4b2f-ab4d-c408d4c7e7a8 req-084a69c8-bbeb-4b4d-aa0b-74336bd63f02 service nova] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Received event network-vif-deleted-ee2cf1f3-8937-4caf-9352-1f9a3d53514d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.320406] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0635547-0846-4bc9-bfa2-6c95b54e8428 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.328853] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6cf0c-c67f-4162-9bb1-cc77babca7c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.363638] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b2441-710b-4014-a74d-fd29ea1d706d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.373215] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ee4f7-44bf-4138-99a4-bebe207d4a56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.387227] env[68207]: DEBUG nova.compute.provider_tree [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.482045] env[68207]: DEBUG nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.638863] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776549, 'name': CreateVM_Task, 'duration_secs': 0.485383} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.643111] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.645379] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.647339] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.647896] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.648524] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77708992-dd84-46c8-a5e7-736b20efd0ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.662392] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 764.662392] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52056b30-9792-bc71-1dfa-001e32b8a33b" [ 764.662392] env[68207]: _type = "Task" [ 764.662392] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.669283] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52056b30-9792-bc71-1dfa-001e32b8a33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.753431] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559308} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.753697] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fa7d0d21-2acc-431e-b293-a9f1ddb3b015/fa7d0d21-2acc-431e-b293-a9f1ddb3b015.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.753914] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.754205] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693c78dc-50cf-4cc0-9f90-50ca4f555af5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.761153] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 764.761153] env[68207]: value = "task-2776550" [ 764.761153] env[68207]: _type = "Task" [ 764.761153] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.770273] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.835794] env[68207]: DEBUG nova.network.neutron [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Updated VIF entry in instance network info cache for port 1d0da48d-6384-487e-8c1d-6e10241f3913. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.836293] env[68207]: DEBUG nova.network.neutron [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Updating instance_info_cache with network_info: [{"id": "1d0da48d-6384-487e-8c1d-6e10241f3913", "address": "fa:16:3e:8b:d5:71", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da48d-63", "ovs_interfaceid": "1d0da48d-6384-487e-8c1d-6e10241f3913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.891161] env[68207]: DEBUG nova.scheduler.client.report [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.008874] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.171621] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52056b30-9792-bc71-1dfa-001e32b8a33b, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.171929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.172199] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.172443] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.172589] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.172786] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.173077] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22e54564-7b92-4537-a8db-cdde62e7a818 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.182615] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.182792] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.183723] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff8c4c3-6144-43b7-8f2b-119df2e95896 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.189696] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 765.189696] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523094ed-8475-600b-9032-a32e4195e834" [ 765.189696] env[68207]: _type = "Task" [ 765.189696] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.198045] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523094ed-8475-600b-9032-a32e4195e834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.270511] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073393} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.270794] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.271656] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18964df-5b5f-4e4c-ac3a-2ef49e0c267d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.294219] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] fa7d0d21-2acc-431e-b293-a9f1ddb3b015/fa7d0d21-2acc-431e-b293-a9f1ddb3b015.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.294559] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf53e00-5c58-4b28-bfdf-b5f8b6922e5d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.314179] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 765.314179] env[68207]: value = "task-2776551" [ 765.314179] env[68207]: _type = "Task" [ 765.314179] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.322841] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.339775] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] Releasing lock "refresh_cache-fcbce330-9c81-440e-8cf3-12542c264854" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.340157] env[68207]: DEBUG nova.compute.manager [req-7d38ebe7-3008-444d-9656-16c4848ccd4b req-5c8899c2-6a10-494d-9893-b248c1b8d540 service nova] [instance: c75ca399-731b-495e-b764-11d8fd172455] Received event network-vif-deleted-245dd2fe-a10f-41e5-ba80-5622ad7beeeb {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 765.398224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.399853] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.815s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.399853] env[68207]: DEBUG nova.objects.instance [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lazy-loading 'resources' on Instance uuid 938d1523-3ab9-4081-bac4-cad645a8b7ca {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.419906] env[68207]: INFO nova.scheduler.client.report [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Deleted allocations for instance b893c8b7-5398-481e-af5d-db3dc42170b5 [ 765.581504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.581764] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.701812] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523094ed-8475-600b-9032-a32e4195e834, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.702714] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86aaeb04-f423-4b29-b8c1-f5adebd664f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.708374] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 765.708374] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527a86d9-9fd4-1ba1-0e3d-3edebe1f2639" [ 765.708374] env[68207]: _type = "Task" [ 765.708374] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.717084] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a86d9-9fd4-1ba1-0e3d-3edebe1f2639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.823938] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.930646] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc7c5126-7d4e-4910-bc01-f37a53289c32 tempest-InstanceActionsTestJSON-177305436 tempest-InstanceActionsTestJSON-177305436-project-member] Lock "b893c8b7-5398-481e-af5d-db3dc42170b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.096s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.223592] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a86d9-9fd4-1ba1-0e3d-3edebe1f2639, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.223903] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.224214] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fcbce330-9c81-440e-8cf3-12542c264854/fcbce330-9c81-440e-8cf3-12542c264854.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.224427] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6010e7-cd91-4d0a-afa7-2d08413318cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.231486] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 766.231486] env[68207]: value = "task-2776552" [ 766.231486] env[68207]: _type = "Task" [ 766.231486] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.239660] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.324822] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776551, 'name': ReconfigVM_Task, 'duration_secs': 0.561548} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.325087] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Reconfigured VM instance instance-00000025 to attach disk [datastore2] fa7d0d21-2acc-431e-b293-a9f1ddb3b015/fa7d0d21-2acc-431e-b293-a9f1ddb3b015.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.325763] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42b7d284-76de-4150-8842-959a3e310d03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.335565] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 766.335565] env[68207]: value = "task-2776553" [ 766.335565] env[68207]: _type = "Task" [ 766.335565] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.345811] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776553, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.380316] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14038c1d-301f-46c5-9feb-98fb58bfb8fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.388746] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a5891-9348-48a6-b23a-7f79c586b1fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.421488] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abd07d7-d652-4739-8a0f-820f95e87c94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430072] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d6f89-f849-4726-b094-0612bed665ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.444841] env[68207]: DEBUG nova.compute.provider_tree [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.744546] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776552, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.847349] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776553, 'name': Rename_Task, 'duration_secs': 0.277294} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.847644] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.847887] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852ed284-691e-4ba5-8a01-479b8ba7a39d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.857741] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 766.857741] env[68207]: value = "task-2776554" [ 766.857741] env[68207]: _type = "Task" [ 766.857741] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.866516] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.949733] env[68207]: DEBUG nova.scheduler.client.report [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.244906] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565428} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.245305] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fcbce330-9c81-440e-8cf3-12542c264854/fcbce330-9c81-440e-8cf3-12542c264854.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.245586] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.245915] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91dc8b6-54b0-4e94-9b6c-e44813a01224 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.253936] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 767.253936] env[68207]: value = "task-2776555" [ 767.253936] env[68207]: _type = "Task" [ 767.253936] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.264964] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.357382] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a133f-2d58-29e8-00a3-56c7065fa1d2/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.358898] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bf683-32b7-43be-a4bd-e72590b3e5d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.371435] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.372969] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a133f-2d58-29e8-00a3-56c7065fa1d2/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.373144] env[68207]: ERROR oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a133f-2d58-29e8-00a3-56c7065fa1d2/disk-0.vmdk due to incomplete transfer. [ 767.373364] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56017b01-bc13-4f3f-b9c3-2c6443c7a94c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.381503] env[68207]: DEBUG oslo_vmware.rw_handles [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a133f-2d58-29e8-00a3-56c7065fa1d2/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.381704] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Uploaded image 8139e2dd-f761-4d70-bee7-c72e5b9449ea to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.383989] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.384274] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6be2999f-af60-42bb-a881-4a5d9358e338 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.393113] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 767.393113] env[68207]: value = "task-2776556" [ 767.393113] env[68207]: _type = "Task" [ 767.393113] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.400713] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776556, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.456808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.460286] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.461s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.461599] env[68207]: INFO nova.compute.claims [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.488900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.488900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.494996] env[68207]: INFO nova.scheduler.client.report [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Deleted allocations for instance 938d1523-3ab9-4081-bac4-cad645a8b7ca [ 767.767510] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0693} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.768993] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.770104] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dded07d-2b3c-4ba1-a8d6-be2130c22fb9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.798932] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] fcbce330-9c81-440e-8cf3-12542c264854/fcbce330-9c81-440e-8cf3-12542c264854.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.799311] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c10900-5d3b-4e8d-9ed0-172c3c3946d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.818502] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 767.818502] env[68207]: value = "task-2776557" [ 767.818502] env[68207]: _type = "Task" [ 767.818502] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.830505] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.874177] env[68207]: DEBUG oslo_vmware.api [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776554, 'name': PowerOnVM_Task, 'duration_secs': 0.949606} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.874633] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.875474] env[68207]: INFO nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Took 8.57 seconds to spawn the instance on the hypervisor. [ 767.875898] env[68207]: DEBUG nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.876838] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726e34b-49d8-40d3-92e1-375bee7e891d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.901464] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776556, 'name': Destroy_Task, 'duration_secs': 0.313547} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.901464] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Destroyed the VM [ 767.901464] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.901821] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-742880bb-5148-40fb-8e20-855d537e8ea3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.908058] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 767.908058] env[68207]: value = "task-2776558" [ 767.908058] env[68207]: _type = "Task" [ 767.908058] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.915542] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776558, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.992872] env[68207]: DEBUG nova.compute.utils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.004765] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cd5229ca-95df-4cb2-b2fa-09f15300a09e tempest-ServersAdminNegativeTestJSON-821125293 tempest-ServersAdminNegativeTestJSON-821125293-project-member] Lock "938d1523-3ab9-4081-bac4-cad645a8b7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.926s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.331352] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.396016] env[68207]: INFO nova.compute.manager [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Took 45.92 seconds to build instance. [ 768.417337] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776558, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.494913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.832766] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.896525] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82672a91-5062-44dd-8427-5435edbab915 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.899974] env[68207]: DEBUG oslo_concurrency.lockutils [None req-489654f6-c36b-4006-9bc3-637ba8f88922 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.957s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.908752] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3eca14-70fe-4f4b-b087-cb3a4de718af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.951289] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776558, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.952212] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64548a07-1a4b-40c5-8f92-34804772c580 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.961385] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f869cce-d456-4bb4-881c-6209c09632ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.977347] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.340162] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776557, 'name': ReconfigVM_Task, 'duration_secs': 1.143858} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.340839] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Reconfigured VM instance instance-00000026 to attach disk [datastore2] fcbce330-9c81-440e-8cf3-12542c264854/fcbce330-9c81-440e-8cf3-12542c264854.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.341719] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c94b96e-c482-458f-a576-784615353d76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.349841] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 769.349841] env[68207]: value = "task-2776559" [ 769.349841] env[68207]: _type = "Task" [ 769.349841] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.357712] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776559, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.402786] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.426187] env[68207]: DEBUG oslo_vmware.api [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776558, 'name': RemoveSnapshot_Task, 'duration_secs': 1.127422} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.426550] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.426796] env[68207]: INFO nova.compute.manager [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Took 13.50 seconds to snapshot the instance on the hypervisor. [ 769.501688] env[68207]: ERROR nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [req-1aabd4ae-a5a2-40cd-9cf4-1fc77c068a1a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1aabd4ae-a5a2-40cd-9cf4-1fc77c068a1a"}]} [ 769.527894] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 769.548019] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 769.548262] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.561855] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 769.568693] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.569000] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.569183] env[68207]: INFO nova.compute.manager [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Attaching volume acd2090b-1d07-4f5c-9db3-aae46de98031 to /dev/sdb [ 769.586919] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 769.611937] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db46963-a1fb-4fbf-9a38-e63358e8d80d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622657] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f19c9-946a-458c-b536-1a623279d512 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.636235] env[68207]: DEBUG nova.virt.block_device [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updating existing volume attachment record: f5d54326-9095-4344-9a96-d7a8c80b7fe7 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.813590] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "204cdc86-b961-4e0e-a369-741df2477118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.813852] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.814113] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "204cdc86-b961-4e0e-a369-741df2477118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.814338] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.814546] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.819308] env[68207]: INFO nova.compute.manager [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Terminating instance [ 769.863162] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776559, 'name': Rename_Task, 'duration_secs': 0.136057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.863978] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.864832] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4500f111-6ac8-4e4d-bc83-6419574ffc78 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.870393] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 769.870393] env[68207]: value = "task-2776562" [ 769.870393] env[68207]: _type = "Task" [ 769.870393] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.880358] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.932845] env[68207]: DEBUG nova.compute.manager [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Instance disappeared during snapshot {{(pid=68207) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 769.944034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.951417] env[68207]: DEBUG nova.compute.manager [None req-adb30a3a-ca53-4a33-838d-2abf093eddaa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image not found during clean up 8139e2dd-f761-4d70-bee7-c72e5b9449ea {{(pid=68207) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 770.088369] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b7067-30fa-47f3-b1c4-024a2dac3317 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.095808] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb0dce-2a3c-43a9-893d-b6120e52ea7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.129686] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51604a5-ea29-486c-84f8-6f70eab01fbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.137087] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7a081f-29c1-41eb-97c5-852f92e30e2b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.151361] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.328926] env[68207]: DEBUG nova.compute.manager [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.328926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.328926] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c9772e-2b7d-48b1-b533-db50e2920077 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.341290] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.341290] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3bd1a61-0217-4878-b3ef-3795da1fb2e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.383084] env[68207]: DEBUG oslo_vmware.api [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776562, 'name': PowerOnVM_Task, 'duration_secs': 0.452231} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.383397] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.383667] env[68207]: INFO nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Took 8.56 seconds to spawn the instance on the hypervisor. [ 770.383899] env[68207]: DEBUG nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.384743] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a637afb4-483d-4cc5-bcfb-6f00d806728b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.629880] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.629880] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.636886] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.637236] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.637433] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleting the datastore file [datastore2] 204cdc86-b961-4e0e-a369-741df2477118 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.638559] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b537586-1565-4b76-b068-0175ee6de163 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.650334] env[68207]: DEBUG oslo_vmware.api [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 770.650334] env[68207]: value = "task-2776565" [ 770.650334] env[68207]: _type = "Task" [ 770.650334] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.664314] env[68207]: DEBUG oslo_vmware.api [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.687311] env[68207]: ERROR nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [req-c3b37c05-6611-4ecd-b5be-746cef518977] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3b37c05-6611-4ecd-b5be-746cef518977"}]} [ 770.706923] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.731265] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.731265] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.746993] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.769241] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.913134] env[68207]: INFO nova.compute.manager [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Took 46.64 seconds to build instance. [ 771.162019] env[68207]: DEBUG oslo_vmware.api [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142966} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.164550] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.164742] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.164979] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.165185] env[68207]: INFO nova.compute.manager [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Took 0.84 seconds to destroy the instance on the hypervisor. [ 771.165424] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.165793] env[68207]: DEBUG nova.compute.manager [-] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.165886] env[68207]: DEBUG nova.network.neutron [-] [instance: 204cdc86-b961-4e0e-a369-741df2477118] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.377108] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5353af4-706c-4753-a9ef-912b6a09e241 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.386998] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c330a5-6f89-47e2-8a7c-109e4d143437 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.417750] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98570ffd-4535-4658-9e12-3eb6a9419625 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fcbce330-9c81-440e-8cf3-12542c264854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.823s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.419389] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17529ca9-03f6-4670-82d5-25fd521b54e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.427450] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f055aa-fa82-4516-9a59-1378ec7d20ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.445105] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.640719] env[68207]: DEBUG nova.compute.manager [req-f0f54f5a-208b-4aa4-8b69-e4bc9f66a3bd req-8cdb084f-5d28-4d0e-b658-0983ca9d390d service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Received event network-vif-deleted-3d16b641-c2f9-4250-b213-1acb0f1a6522 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.641009] env[68207]: INFO nova.compute.manager [req-f0f54f5a-208b-4aa4-8b69-e4bc9f66a3bd req-8cdb084f-5d28-4d0e-b658-0983ca9d390d service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Neutron deleted interface 3d16b641-c2f9-4250-b213-1acb0f1a6522; detaching it from the instance and deleting it from the info cache [ 771.641098] env[68207]: DEBUG nova.network.neutron [req-f0f54f5a-208b-4aa4-8b69-e4bc9f66a3bd req-8cdb084f-5d28-4d0e-b658-0983ca9d390d service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.924538] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.006445] env[68207]: DEBUG nova.scheduler.client.report [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 772.006718] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 68 to 69 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 772.006923] env[68207]: DEBUG nova.compute.provider_tree [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.050699] env[68207]: DEBUG nova.network.neutron [-] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.144460] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f2dc20c-414f-4634-90be-7e8099f091d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.154678] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ae976-c678-4c29-a2e4-44c6ccd96a3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.192440] env[68207]: DEBUG nova.compute.manager [req-f0f54f5a-208b-4aa4-8b69-e4bc9f66a3bd req-8cdb084f-5d28-4d0e-b658-0983ca9d390d service nova] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Detach interface failed, port_id=3d16b641-c2f9-4250-b213-1acb0f1a6522, reason: Instance 204cdc86-b961-4e0e-a369-741df2477118 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 772.457145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.519405] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.060s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.519915] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.523730] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.285s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.524290] env[68207]: INFO nova.compute.claims [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.554585] env[68207]: INFO nova.compute.manager [-] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Took 1.39 seconds to deallocate network for instance. [ 772.654330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "caa0876c-5b5f-402a-a213-c830f3d002ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.655062] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.030454] env[68207]: DEBUG nova.compute.utils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.037015] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.038105] env[68207]: DEBUG nova.network.neutron [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.045540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.045646] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.061615] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.083484] env[68207]: DEBUG nova.policy [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30f9566d75a64bb693dcee53eae97c66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1731f7c8c1f74cd599fed42bc32e3da7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.389370] env[68207]: DEBUG nova.network.neutron [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Successfully created port: e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.538433] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.189384] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6504b-c4ef-4d2b-86dd-b57d683da595 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.196953] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036c6e7-634a-4ae4-9dd0-665542780b84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.227098] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 774.227331] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558291', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'name': 'volume-acd2090b-1d07-4f5c-9db3-aae46de98031', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'serial': 'acd2090b-1d07-4f5c-9db3-aae46de98031'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 774.228095] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62443de9-039a-4ef9-ade4-636af2bcfb23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.231126] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c18c4c-c00c-41d1-bcb3-0615f9c5e10d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.249546] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77f7bf2-75e5-4d94-a092-6acdb4cafc60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.253871] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f61805-c836-438c-af24-b61c7e18cfc2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.265502] env[68207]: DEBUG nova.compute.provider_tree [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.286228] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-acd2090b-1d07-4f5c-9db3-aae46de98031/volume-acd2090b-1d07-4f5c-9db3-aae46de98031.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.287281] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b27a6700-2fdc-4581-ad4f-737d1173baa9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.308847] env[68207]: DEBUG oslo_vmware.api [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Waiting for the task: (returnval){ [ 774.308847] env[68207]: value = "task-2776567" [ 774.308847] env[68207]: _type = "Task" [ 774.308847] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.317392] env[68207]: DEBUG oslo_vmware.api [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.551231] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.577075] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.577392] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.577608] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.577849] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.578066] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.578297] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.578554] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.578733] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.578904] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.579079] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.579254] env[68207]: DEBUG nova.virt.hardware [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.580089] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d50f9b6-f07c-42f0-92d2-4ccb58707f7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.587835] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ea1e17-7800-4c7f-b4e8-07312a778d10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.825262] env[68207]: DEBUG oslo_vmware.api [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776567, 'name': ReconfigVM_Task, 'duration_secs': 0.387281} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.829202] env[68207]: ERROR nova.scheduler.client.report [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [req-07958be2-b25a-4937-ac16-015defd9414d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07958be2-b25a-4937-ac16-015defd9414d"}]} [ 774.829202] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-acd2090b-1d07-4f5c-9db3-aae46de98031/volume-acd2090b-1d07-4f5c-9db3-aae46de98031.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.842968] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce7b4e6-1a37-4d26-bd5c-dbd83149fd83 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.856677] env[68207]: DEBUG nova.compute.manager [req-1cce3bdc-c338-4caf-99b1-eead34ef373e req-ee2f2657-8c8e-41bd-b343-d00751626ac2 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Received event network-vif-plugged-e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 774.856965] env[68207]: DEBUG oslo_concurrency.lockutils [req-1cce3bdc-c338-4caf-99b1-eead34ef373e req-ee2f2657-8c8e-41bd-b343-d00751626ac2 service nova] Acquiring lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.857219] env[68207]: DEBUG oslo_concurrency.lockutils [req-1cce3bdc-c338-4caf-99b1-eead34ef373e req-ee2f2657-8c8e-41bd-b343-d00751626ac2 service nova] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.857425] env[68207]: DEBUG oslo_concurrency.lockutils [req-1cce3bdc-c338-4caf-99b1-eead34ef373e req-ee2f2657-8c8e-41bd-b343-d00751626ac2 service nova] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.857628] env[68207]: DEBUG nova.compute.manager [req-1cce3bdc-c338-4caf-99b1-eead34ef373e req-ee2f2657-8c8e-41bd-b343-d00751626ac2 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] No waiting events found dispatching network-vif-plugged-e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.857826] env[68207]: WARNING nova.compute.manager [req-1cce3bdc-c338-4caf-99b1-eead34ef373e req-ee2f2657-8c8e-41bd-b343-d00751626ac2 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Received unexpected event network-vif-plugged-e23ac94d-4209-4ae6-bbac-d33dff6829dd for instance with vm_state building and task_state spawning. [ 774.868435] env[68207]: DEBUG oslo_vmware.api [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Waiting for the task: (returnval){ [ 774.868435] env[68207]: value = "task-2776568" [ 774.868435] env[68207]: _type = "Task" [ 774.868435] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.873770] env[68207]: DEBUG nova.scheduler.client.report [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.897432] env[68207]: DEBUG oslo_vmware.api [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.901774] env[68207]: DEBUG nova.scheduler.client.report [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.902112] env[68207]: DEBUG nova.compute.provider_tree [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.922345] env[68207]: DEBUG nova.scheduler.client.report [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.945203] env[68207]: DEBUG nova.network.neutron [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Successfully updated port: e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.954913] env[68207]: DEBUG nova.scheduler.client.report [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 775.389330] env[68207]: DEBUG oslo_vmware.api [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776568, 'name': ReconfigVM_Task, 'duration_secs': 0.258837} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.389562] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558291', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'name': 'volume-acd2090b-1d07-4f5c-9db3-aae46de98031', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'serial': 'acd2090b-1d07-4f5c-9db3-aae46de98031'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 775.433799] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65bff27-2f89-44ad-9114-b623e75bdc25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.441414] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26559142-a7e8-44f6-ad3a-3e58ad58ca84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.472587] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "refresh_cache-d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.472805] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "refresh_cache-d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.473016] env[68207]: DEBUG nova.network.neutron [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.475326] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfa7d3-25e5-433b-9f5f-771976a8f271 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.483034] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7e3c1-6246-4c6d-a30d-610102226bec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.496467] env[68207]: DEBUG nova.compute.provider_tree [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.013725] env[68207]: DEBUG nova.network.neutron [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.042417] env[68207]: DEBUG nova.scheduler.client.report [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.042686] env[68207]: DEBUG nova.compute.provider_tree [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 71 to 72 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.042864] env[68207]: DEBUG nova.compute.provider_tree [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.171027] env[68207]: DEBUG nova.network.neutron [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Updating instance_info_cache with network_info: [{"id": "e23ac94d-4209-4ae6-bbac-d33dff6829dd", "address": "fa:16:3e:41:54:ed", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23ac94d-42", "ovs_interfaceid": "e23ac94d-4209-4ae6-bbac-d33dff6829dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.441934] env[68207]: DEBUG nova.objects.instance [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lazy-loading 'flavor' on Instance uuid 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.548212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.025s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.548779] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.551953] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.131s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.673550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "refresh_cache-d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.673886] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Instance network_info: |[{"id": "e23ac94d-4209-4ae6-bbac-d33dff6829dd", "address": "fa:16:3e:41:54:ed", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23ac94d-42", "ovs_interfaceid": "e23ac94d-4209-4ae6-bbac-d33dff6829dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.674330] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:54:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e23ac94d-4209-4ae6-bbac-d33dff6829dd', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.684397] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.684845] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.686026] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb8a70e-550a-404e-af2e-a19b6eb3b9cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.710295] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.710295] env[68207]: value = "task-2776569" [ 776.710295] env[68207]: _type = "Task" [ 776.710295] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.718731] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776569, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.906363] env[68207]: DEBUG nova.compute.manager [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Received event network-changed-e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.906569] env[68207]: DEBUG nova.compute.manager [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Refreshing instance network info cache due to event network-changed-e23ac94d-4209-4ae6-bbac-d33dff6829dd. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 776.906816] env[68207]: DEBUG oslo_concurrency.lockutils [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] Acquiring lock "refresh_cache-d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.906919] env[68207]: DEBUG oslo_concurrency.lockutils [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] Acquired lock "refresh_cache-d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.907103] env[68207]: DEBUG nova.network.neutron [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Refreshing network info cache for port e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.949281] env[68207]: DEBUG oslo_concurrency.lockutils [None req-cb426ac1-92f6-4326-98da-0662012559a9 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.380s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.058509] env[68207]: DEBUG nova.compute.utils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.077123] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.077123] env[68207]: DEBUG nova.network.neutron [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.123098] env[68207]: DEBUG nova.policy [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2faa1f380481463b874ffb15a9fe9281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f78d3ac846a4011b8a542d49b97a98f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.221864] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776569, 'name': CreateVM_Task, 'duration_secs': 0.346199} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.221864] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.221864] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.222109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.222326] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.222586] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0403953c-b655-468b-b263-c690a9ac2e4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.227503] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 777.227503] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f8346c-7090-48d9-d6e1-d5e031c1fdbc" [ 777.227503] env[68207]: _type = "Task" [ 777.227503] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.237043] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f8346c-7090-48d9-d6e1-d5e031c1fdbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.388052] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.388052] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.439212] env[68207]: DEBUG nova.network.neutron [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Successfully created port: 81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.561258] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.614851] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6a77cc49-0b11-4341-a8c9-290cdf086ca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615498] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615498] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d11cf608-e2c4-43f3-aeda-ea36aa288ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615498] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d9335c00-8fe9-4550-a008-6e3fe9859294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615498] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6502ef96-d83f-453d-bf58-4e7b40d15b2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615758] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 911843cf-65d4-4262-8c80-e352755c8eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615758] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance fcdb770c-4c0c-4faa-874d-66f05bbfc873 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.615758] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.615895] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 090dd945-10e1-4fe3-841e-cace0a125d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.615942] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f94f8d22-0297-418d-b3c0-561a999723ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.616021] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance af19a172-f3dd-4af0-89c7-9fdaa8d5412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.616144] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 7f57b127-7022-4fac-a471-e7be04a7938d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.616271] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance a9c8f668-f7f1-4af3-a2e4-6c84df23ae34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.616377] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.616500] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 204cdc86-b961-4e0e-a369-741df2477118 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.616612] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6c40593d-b531-4c5e-8db1-9d0c9c43900c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.616912] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance c75ca399-731b-495e-b764-11d8fd172455 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 777.616912] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 66e60bfd-4e98-417d-9a88-5142ba8d84e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.617040] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance fa7d0d21-2acc-431e-b293-a9f1ddb3b015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.617040] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance fcbce330-9c81-440e-8cf3-12542c264854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.617147] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.617396] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 011fe93e-3749-4b01-837d-a65674e170b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 777.739189] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f8346c-7090-48d9-d6e1-d5e031c1fdbc, 'name': SearchDatastore_Task, 'duration_secs': 0.041107} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.739499] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739934] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.740250] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.740463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.740665] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.740930] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b3fa42c-c075-4046-a373-a385e75c0629 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.755116] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.755345] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.756759] env[68207]: DEBUG nova.network.neutron [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Updated VIF entry in instance network info cache for port e23ac94d-4209-4ae6-bbac-d33dff6829dd. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.757649] env[68207]: DEBUG nova.network.neutron [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Updating instance_info_cache with network_info: [{"id": "e23ac94d-4209-4ae6-bbac-d33dff6829dd", "address": "fa:16:3e:41:54:ed", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23ac94d-42", "ovs_interfaceid": "e23ac94d-4209-4ae6-bbac-d33dff6829dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.759294] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d9df45-d8c6-4e53-86f0-589db2067646 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.765696] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 777.765696] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bbb051-8665-1d15-47e2-a8bbc82d3df6" [ 777.765696] env[68207]: _type = "Task" [ 777.765696] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.776223] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bbb051-8665-1d15-47e2-a8bbc82d3df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.898059] env[68207]: INFO nova.compute.manager [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Detaching volume acd2090b-1d07-4f5c-9db3-aae46de98031 [ 777.900170] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "d9335c00-8fe9-4550-a008-6e3fe9859294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.900170] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.900384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "d9335c00-8fe9-4550-a008-6e3fe9859294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.900679] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.900898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.904822] env[68207]: INFO nova.compute.manager [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Terminating instance [ 777.936177] env[68207]: INFO nova.virt.block_device [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Attempting to driver detach volume acd2090b-1d07-4f5c-9db3-aae46de98031 from mountpoint /dev/sdb [ 777.936433] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 777.936618] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558291', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'name': 'volume-acd2090b-1d07-4f5c-9db3-aae46de98031', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'serial': 'acd2090b-1d07-4f5c-9db3-aae46de98031'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 777.937519] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b300caf2-a1b8-4fbb-96b1-66ca9757ed63 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.961585] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd6586-7709-4f8c-81bd-90fc3ae9ce6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.968609] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb23fa-1169-4542-8b96-d7dfbb021568 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1155203-6835-43a1-9ef2-ec41421a5d57 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.005477] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] The volume has not been displaced from its original location: [datastore2] volume-acd2090b-1d07-4f5c-9db3-aae46de98031/volume-acd2090b-1d07-4f5c-9db3-aae46de98031.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 778.010879] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 778.011312] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd290fea-cc13-431c-9672-aa88398f1819 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.031831] env[68207]: DEBUG oslo_vmware.api [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Waiting for the task: (returnval){ [ 778.031831] env[68207]: value = "task-2776570" [ 778.031831] env[68207]: _type = "Task" [ 778.031831] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.040425] env[68207]: DEBUG oslo_vmware.api [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.120353] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 1b0f02c6-5620-4f89-830f-e2741ee7fde0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.263453] env[68207]: DEBUG oslo_concurrency.lockutils [req-4f75758b-277d-4648-8bb1-32dc9355da62 req-f1207c42-fa50-4496-b184-5c777bdc7714 service nova] Releasing lock "refresh_cache-d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.276151] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bbb051-8665-1d15-47e2-a8bbc82d3df6, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.276826] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8798cb8b-425a-4496-a14c-1f2fee632267 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.282164] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 778.282164] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5218800d-be2e-6dae-c4ea-b178b18bac4a" [ 778.282164] env[68207]: _type = "Task" [ 778.282164] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.289449] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5218800d-be2e-6dae-c4ea-b178b18bac4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.409452] env[68207]: DEBUG nova.compute.manager [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.409688] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.410602] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40983601-77bc-456d-9aed-67e082cc1a99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.418094] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.418326] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89926a02-76aa-4924-8281-22c093e8f089 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.424264] env[68207]: DEBUG oslo_vmware.api [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 778.424264] env[68207]: value = "task-2776571" [ 778.424264] env[68207]: _type = "Task" [ 778.424264] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.432032] env[68207]: DEBUG oslo_vmware.api [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.542854] env[68207]: DEBUG oslo_vmware.api [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776570, 'name': ReconfigVM_Task, 'duration_secs': 0.235154} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.543212] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 778.548219] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b120c8-5f2b-48d5-bb7c-58b98be702cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.563645] env[68207]: DEBUG oslo_vmware.api [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Waiting for the task: (returnval){ [ 778.563645] env[68207]: value = "task-2776572" [ 778.563645] env[68207]: _type = "Task" [ 778.563645] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.571797] env[68207]: DEBUG oslo_vmware.api [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.576032] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.603561] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.603812] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.604056] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.604267] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.604418] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.604594] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.606119] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.606335] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.606509] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.606677] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.606854] env[68207]: DEBUG nova.virt.hardware [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.607782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b49f7-807e-4649-ba0a-16089c425c51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.615599] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79710332-c9e3-445d-99c4-b30be08852b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.629108] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f68a1410-3133-43e6-93c8-bfaac9db0840 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.794122] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5218800d-be2e-6dae-c4ea-b178b18bac4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.794422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.794724] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99/d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.795043] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2fabc4e-9958-4c76-9efe-0a6c7e35bc7c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.800955] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 778.800955] env[68207]: value = "task-2776573" [ 778.800955] env[68207]: _type = "Task" [ 778.800955] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.808231] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.934859] env[68207]: DEBUG oslo_vmware.api [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776571, 'name': PowerOffVM_Task, 'duration_secs': 0.37303} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.935197] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.935430] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.935737] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9b440c-dab1-4096-a880-e3024496dbb5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.962878] env[68207]: DEBUG nova.compute.manager [req-e0623041-80ba-4229-959a-11eb767ddb6d req-9fa6e2c6-4de4-453e-a621-d2947477d73c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Received event network-vif-plugged-81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 778.963138] env[68207]: DEBUG oslo_concurrency.lockutils [req-e0623041-80ba-4229-959a-11eb767ddb6d req-9fa6e2c6-4de4-453e-a621-d2947477d73c service nova] Acquiring lock "011fe93e-3749-4b01-837d-a65674e170b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.963354] env[68207]: DEBUG oslo_concurrency.lockutils [req-e0623041-80ba-4229-959a-11eb767ddb6d req-9fa6e2c6-4de4-453e-a621-d2947477d73c service nova] Lock "011fe93e-3749-4b01-837d-a65674e170b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.963561] env[68207]: DEBUG oslo_concurrency.lockutils [req-e0623041-80ba-4229-959a-11eb767ddb6d req-9fa6e2c6-4de4-453e-a621-d2947477d73c service nova] Lock "011fe93e-3749-4b01-837d-a65674e170b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.963675] env[68207]: DEBUG nova.compute.manager [req-e0623041-80ba-4229-959a-11eb767ddb6d req-9fa6e2c6-4de4-453e-a621-d2947477d73c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] No waiting events found dispatching network-vif-plugged-81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.963849] env[68207]: WARNING nova.compute.manager [req-e0623041-80ba-4229-959a-11eb767ddb6d req-9fa6e2c6-4de4-453e-a621-d2947477d73c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Received unexpected event network-vif-plugged-81e1f349-f93b-4a04-a333-cce96afb319c for instance with vm_state building and task_state spawning. [ 779.003959] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.004412] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.004770] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Deleting the datastore file [datastore2] d9335c00-8fe9-4550-a008-6e3fe9859294 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.005280] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66eb636f-d6d0-432c-a57f-827f23a3878a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.013842] env[68207]: DEBUG oslo_vmware.api [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for the task: (returnval){ [ 779.013842] env[68207]: value = "task-2776575" [ 779.013842] env[68207]: _type = "Task" [ 779.013842] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.024980] env[68207]: DEBUG oslo_vmware.api [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.069407] env[68207]: DEBUG nova.network.neutron [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Successfully updated port: 81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.076390] env[68207]: DEBUG oslo_vmware.api [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Task: {'id': task-2776572, 'name': ReconfigVM_Task, 'duration_secs': 0.141639} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.076688] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558291', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'name': 'volume-acd2090b-1d07-4f5c-9db3-aae46de98031', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd2090b-1d07-4f5c-9db3-aae46de98031', 'serial': 'acd2090b-1d07-4f5c-9db3-aae46de98031'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 779.134522] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 7cef8515-e78d-48f4-85cf-e3cb109db7ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.310763] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487071} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.311177] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99/d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.311513] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.311882] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d297973-284c-4eff-8f3b-63e5d95f7fbe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.318298] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 779.318298] env[68207]: value = "task-2776576" [ 779.318298] env[68207]: _type = "Task" [ 779.318298] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.327661] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.523156] env[68207]: DEBUG oslo_vmware.api [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Task: {'id': task-2776575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37894} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.523406] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.523587] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.523763] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.523933] env[68207]: INFO nova.compute.manager [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Took 1.11 seconds to destroy the instance on the hypervisor. [ 779.524193] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.524381] env[68207]: DEBUG nova.compute.manager [-] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.524492] env[68207]: DEBUG nova.network.neutron [-] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.573016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.573294] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquired lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.573294] env[68207]: DEBUG nova.network.neutron [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.638128] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.651124] env[68207]: DEBUG nova.objects.instance [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lazy-loading 'flavor' on Instance uuid 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.828437] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146565} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.828722] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.829596] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277532cf-90eb-48ea-aae6-a02676c76ec2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.853278] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99/d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.853514] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ad970e-aa2d-4b37-8095-7707a5b95bcc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.876092] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 779.876092] env[68207]: value = "task-2776577" [ 779.876092] env[68207]: _type = "Task" [ 779.876092] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.884270] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.112440] env[68207]: DEBUG nova.network.neutron [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.143152] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 06490586-425f-48d3-8ca5-233921272b66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.265999] env[68207]: DEBUG nova.network.neutron [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updating instance_info_cache with network_info: [{"id": "81e1f349-f93b-4a04-a333-cce96afb319c", "address": "fa:16:3e:eb:8f:44", "network": {"id": "49e60654-a77f-4c88-bba2-8729856d4526", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1034904419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f78d3ac846a4011b8a542d49b97a98f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1f349-f9", "ovs_interfaceid": "81e1f349-f93b-4a04-a333-cce96afb319c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.385919] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776577, 'name': ReconfigVM_Task, 'duration_secs': 0.472372} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.386212] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99/d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.386854] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44857e14-a18d-4653-a74d-3c344cdc6145 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.392230] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 780.392230] env[68207]: value = "task-2776578" [ 780.392230] env[68207]: _type = "Task" [ 780.392230] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.399489] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776578, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.500444] env[68207]: DEBUG nova.network.neutron [-] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.650162] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e382429d-4899-4e16-b28c-260782a25e50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.660563] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1efe7e39-795f-4a33-9d66-c4894bacbb15 tempest-VolumesAssistedSnapshotsTest-436672258 tempest-VolumesAssistedSnapshotsTest-436672258-project-admin] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.768586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Releasing lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.768914] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Instance network_info: |[{"id": "81e1f349-f93b-4a04-a333-cce96afb319c", "address": "fa:16:3e:eb:8f:44", "network": {"id": "49e60654-a77f-4c88-bba2-8729856d4526", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1034904419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f78d3ac846a4011b8a542d49b97a98f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1f349-f9", "ovs_interfaceid": "81e1f349-f93b-4a04-a333-cce96afb319c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.769365] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:8f:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e1f349-f93b-4a04-a333-cce96afb319c', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.777196] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Creating folder: Project (8f78d3ac846a4011b8a542d49b97a98f). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.777466] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-febe5af1-4e1c-4bff-b83c-868d82e39247 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.790142] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Created folder: Project (8f78d3ac846a4011b8a542d49b97a98f) in parent group-v558176. [ 780.790332] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Creating folder: Instances. Parent ref: group-v558293. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.790590] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1fa7c4f-7e07-4d87-9ad5-80f7a0d1f01f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.799035] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Created folder: Instances in parent group-v558293. [ 780.799259] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.799435] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.799624] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5891cae9-bd12-40f3-8ea6-1fc90adf7006 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.818041] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.818041] env[68207]: value = "task-2776581" [ 780.818041] env[68207]: _type = "Task" [ 780.818041] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.825227] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776581, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.902699] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776578, 'name': Rename_Task, 'duration_secs': 0.141992} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.903076] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.903384] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f671b4-5ff8-4e92-8f97-16338f7e57af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.909342] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 780.909342] env[68207]: value = "task-2776582" [ 780.909342] env[68207]: _type = "Task" [ 780.909342] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.916856] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.996970] env[68207]: DEBUG nova.compute.manager [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Received event network-changed-81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 780.997149] env[68207]: DEBUG nova.compute.manager [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Refreshing instance network info cache due to event network-changed-81e1f349-f93b-4a04-a333-cce96afb319c. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 780.997332] env[68207]: DEBUG oslo_concurrency.lockutils [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] Acquiring lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.997494] env[68207]: DEBUG oslo_concurrency.lockutils [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] Acquired lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.997654] env[68207]: DEBUG nova.network.neutron [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Refreshing network info cache for port 81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.004875] env[68207]: INFO nova.compute.manager [-] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Took 1.48 seconds to deallocate network for instance. [ 781.153311] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance ebf24b8c-2e9e-4f2f-99f5-725c87308699 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.327402] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776581, 'name': CreateVM_Task, 'duration_secs': 0.303442} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.327583] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.328336] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.328507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.328851] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.329110] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413800af-63e9-415a-a763-6514e1e342ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.333567] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 781.333567] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f3ff97-3deb-daf4-525c-8cadfe90f5be" [ 781.333567] env[68207]: _type = "Task" [ 781.333567] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.342424] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f3ff97-3deb-daf4-525c-8cadfe90f5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.418380] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.512322] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.656214] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance bcf04501-b20b-4c01-8ca6-d73f5f6e5e26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.698715] env[68207]: DEBUG nova.network.neutron [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updated VIF entry in instance network info cache for port 81e1f349-f93b-4a04-a333-cce96afb319c. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.699096] env[68207]: DEBUG nova.network.neutron [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updating instance_info_cache with network_info: [{"id": "81e1f349-f93b-4a04-a333-cce96afb319c", "address": "fa:16:3e:eb:8f:44", "network": {"id": "49e60654-a77f-4c88-bba2-8729856d4526", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1034904419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f78d3ac846a4011b8a542d49b97a98f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1f349-f9", "ovs_interfaceid": "81e1f349-f93b-4a04-a333-cce96afb319c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.845033] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f3ff97-3deb-daf4-525c-8cadfe90f5be, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.845314] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.845551] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.846259] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.846259] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.846259] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.846428] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c5c2315-bcb2-4e90-b653-e4f94b32aaec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.854288] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.854480] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.855280] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed7a804-25a1-4981-9971-ce2654478e9c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.860821] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 781.860821] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fcbcd0-b3c2-0232-ebbf-a06829f4030c" [ 781.860821] env[68207]: _type = "Task" [ 781.860821] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.868037] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fcbcd0-b3c2-0232-ebbf-a06829f4030c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.920189] env[68207]: DEBUG oslo_vmware.api [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776582, 'name': PowerOnVM_Task, 'duration_secs': 0.663872} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.920480] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.920727] env[68207]: INFO nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Took 7.37 seconds to spawn the instance on the hypervisor. [ 781.921991] env[68207]: DEBUG nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.921991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a5d0c-12e6-450d-8a83-3b94667aa0c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.159649] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 154ba180-8d21-4cab-8614-97d441aa5956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.201235] env[68207]: DEBUG oslo_concurrency.lockutils [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] Releasing lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.201553] env[68207]: DEBUG nova.compute.manager [req-8d2c6807-beb9-4476-ade1-ff7f792a98ff req-007cc32f-a33f-4f12-bd13-bed32488c48c service nova] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Received event network-vif-deleted-19307ee4-f419-4ff0-9901-d7647a423c51 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 782.371587] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fcbcd0-b3c2-0232-ebbf-a06829f4030c, 'name': SearchDatastore_Task, 'duration_secs': 0.00801} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.372416] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5d154a-4a84-4383-b878-ff1e51c0740e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.377724] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 782.377724] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52590c95-e340-3aa1-4483-9e53ae1f3e93" [ 782.377724] env[68207]: _type = "Task" [ 782.377724] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.386575] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52590c95-e340-3aa1-4483-9e53ae1f3e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.444232] env[68207]: INFO nova.compute.manager [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Took 48.47 seconds to build instance. [ 782.663245] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 45f3f52b-8bc1-4795-bea8-2c30a4056f40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.891713] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52590c95-e340-3aa1-4483-9e53ae1f3e93, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.891713] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.891713] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 011fe93e-3749-4b01-837d-a65674e170b3/011fe93e-3749-4b01-837d-a65674e170b3.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.891713] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-949297a8-3e6e-4782-9213-4a12678868b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.898783] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 782.898783] env[68207]: value = "task-2776584" [ 782.898783] env[68207]: _type = "Task" [ 782.898783] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.908707] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.947638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01121c62-fb61-494c-9d5e-53d5bc26b8c9 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.282s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.169207] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance ee54c8fd-d1b5-4d12-a744-def735f0fe27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.409270] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479875} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.409538] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 011fe93e-3749-4b01-837d-a65674e170b3/011fe93e-3749-4b01-837d-a65674e170b3.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.409753] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.410008] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44a8846-31ad-457e-baf1-d7c9864f1b2b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.416945] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 783.416945] env[68207]: value = "task-2776585" [ 783.416945] env[68207]: _type = "Task" [ 783.416945] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.425710] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.452151] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.672638] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e2fdffd0-ea96-45b4-92b3-a50349316a9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.926841] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156637} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.927496] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.928296] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0426b127-75ae-4172-95a7-e97ba771abd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.950585] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 011fe93e-3749-4b01-837d-a65674e170b3/011fe93e-3749-4b01-837d-a65674e170b3.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.950875] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72df3331-a3dc-4196-9d57-76750a468d43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.974672] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 783.974672] env[68207]: value = "task-2776586" [ 783.974672] env[68207]: _type = "Task" [ 783.974672] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.983380] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.991117] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.176595] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance caa0876c-5b5f-402a-a213-c830f3d002ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.361958] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.362245] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.362427] env[68207]: DEBUG nova.compute.manager [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.363550] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0eee02-c2ab-49a7-b175-f0fa2e7dc7dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.372403] env[68207]: DEBUG nova.compute.manager [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 784.373016] env[68207]: DEBUG nova.objects.instance [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lazy-loading 'flavor' on Instance uuid fa7d0d21-2acc-431e-b293-a9f1ddb3b015 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.486737] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.681031] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance fbd3a0fd-9c97-44d5-93ac-907de3599f9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.681285] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 784.681433] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 784.845179] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.845307] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.845506] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.845686] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.845852] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.849850] env[68207]: INFO nova.compute.manager [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Terminating instance [ 784.987066] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776586, 'name': ReconfigVM_Task, 'duration_secs': 0.573936} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.987349] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 011fe93e-3749-4b01-837d-a65674e170b3/011fe93e-3749-4b01-837d-a65674e170b3.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.988044] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7563f577-5e31-45a2-a4bb-c31cbf11a7f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.996408] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 784.996408] env[68207]: value = "task-2776587" [ 784.996408] env[68207]: _type = "Task" [ 784.996408] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.005691] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776587, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.101732] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d789fa-663a-47d3-9a9d-de46600a3a51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.109188] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d177b5-fd02-4bd9-bcd9-287e42c89094 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.140612] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03e12f8-2244-4d52-8ad8-06dc2920bbcc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.149344] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331667b-c80e-4947-8412-a33b229e5199 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.164599] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.353830] env[68207]: DEBUG nova.compute.manager [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.354121] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.354898] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e165b93f-3595-4c43-86ec-c82d5b99c70e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.363263] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.363406] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077172da-62ec-468b-ad44-3c147ce67615 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.369615] env[68207]: DEBUG oslo_vmware.api [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 785.369615] env[68207]: value = "task-2776588" [ 785.369615] env[68207]: _type = "Task" [ 785.369615] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.377183] env[68207]: DEBUG oslo_vmware.api [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.379978] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.379978] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a1d5a8-48e8-4706-873e-f955fd962dd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.385841] env[68207]: DEBUG oslo_vmware.api [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 785.385841] env[68207]: value = "task-2776589" [ 785.385841] env[68207]: _type = "Task" [ 785.385841] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.394023] env[68207]: DEBUG oslo_vmware.api [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.507034] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776587, 'name': Rename_Task, 'duration_secs': 0.419296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.507034] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.507034] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8647dacc-a070-44d1-9279-7096c8be4c7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.514015] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 785.514015] env[68207]: value = "task-2776590" [ 785.514015] env[68207]: _type = "Task" [ 785.514015] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.523090] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.697132] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.697132] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 72 to 73 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.697276] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.879192] env[68207]: DEBUG oslo_vmware.api [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776588, 'name': PowerOffVM_Task, 'duration_secs': 0.204861} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.879462] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.879632] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.879883] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e660ec48-f50d-401f-b13e-bcc1434225ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.894976] env[68207]: DEBUG oslo_vmware.api [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776589, 'name': PowerOffVM_Task, 'duration_secs': 0.202953} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.895219] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.895416] env[68207]: DEBUG nova.compute.manager [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.896175] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83718a90-5fb1-4e88-aecb-8317e209bb2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.938082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.938316] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.938491] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Deleting the datastore file [datastore2] 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.938973] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e0d43a-b1dc-4ae8-85e2-41694d2cac2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.947275] env[68207]: DEBUG oslo_vmware.api [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for the task: (returnval){ [ 785.947275] env[68207]: value = "task-2776592" [ 785.947275] env[68207]: _type = "Task" [ 785.947275] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.955805] env[68207]: DEBUG oslo_vmware.api [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.024287] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.202684] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 786.203070] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.651s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.203671] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.369s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.203671] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.205705] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.687s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.205895] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.207574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.750s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.209084] env[68207]: INFO nova.compute.claims [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.228749] env[68207]: INFO nova.scheduler.client.report [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Deleted allocations for instance 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae [ 786.231820] env[68207]: INFO nova.scheduler.client.report [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Deleted allocations for instance 7f57b127-7022-4fac-a471-e7be04a7938d [ 786.406915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e11b719c-0c5a-427e-bff4-8b0fb65a2295 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.459485] env[68207]: DEBUG oslo_vmware.api [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Task: {'id': task-2776592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288539} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.459757] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.459945] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.460150] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.460323] env[68207]: INFO nova.compute.manager [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 786.460572] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.460793] env[68207]: DEBUG nova.compute.manager [-] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.460893] env[68207]: DEBUG nova.network.neutron [-] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.529669] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.746198] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e299adbd-812e-4807-b587-ff77b3b4a91b tempest-ImagesOneServerTestJSON-873450779 tempest-ImagesOneServerTestJSON-873450779-project-member] Lock "6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.651s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.748449] env[68207]: DEBUG oslo_concurrency.lockutils [None req-443f24d2-615c-46f9-93ae-b3007efff18b tempest-ServerMetadataNegativeTestJSON-505317488 tempest-ServerMetadataNegativeTestJSON-505317488-project-member] Lock "7f57b127-7022-4fac-a471-e7be04a7938d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.384s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.027409] env[68207]: DEBUG oslo_vmware.api [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2776590, 'name': PowerOnVM_Task, 'duration_secs': 1.034364} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.027680] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.027872] env[68207]: INFO nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Took 8.45 seconds to spawn the instance on the hypervisor. [ 787.028063] env[68207]: DEBUG nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.028903] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53bcee-793b-46e8-a759-82f022d8d1c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.078020] env[68207]: DEBUG nova.objects.instance [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lazy-loading 'flavor' on Instance uuid fa7d0d21-2acc-431e-b293-a9f1ddb3b015 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.340949] env[68207]: DEBUG nova.compute.manager [req-553b94dd-34e4-41f3-bade-b93dc09351fb req-ec9184eb-859c-47d7-bb7f-1797130c6856 service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Received event network-vif-deleted-be44351f-f436-4dd1-9336-2eade8c5af89 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.341160] env[68207]: INFO nova.compute.manager [req-553b94dd-34e4-41f3-bade-b93dc09351fb req-ec9184eb-859c-47d7-bb7f-1797130c6856 service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Neutron deleted interface be44351f-f436-4dd1-9336-2eade8c5af89; detaching it from the instance and deleting it from the info cache [ 787.341334] env[68207]: DEBUG nova.network.neutron [req-553b94dd-34e4-41f3-bade-b93dc09351fb req-ec9184eb-859c-47d7-bb7f-1797130c6856 service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.549153] env[68207]: INFO nova.compute.manager [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Took 50.33 seconds to build instance. [ 787.583518] env[68207]: DEBUG oslo_concurrency.lockutils [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.583667] env[68207]: DEBUG oslo_concurrency.lockutils [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquired lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.583832] env[68207]: DEBUG nova.network.neutron [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.584011] env[68207]: DEBUG nova.objects.instance [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lazy-loading 'info_cache' on Instance uuid fa7d0d21-2acc-431e-b293-a9f1ddb3b015 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.683433] env[68207]: DEBUG nova.network.neutron [-] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.783127] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6db5ec-7611-4fbd-9747-6591660a690c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.792620] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fbd24c-6091-4eae-ae84-c262d8424f8a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.830264] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31cd17-df93-44f6-8f69-eca7c6a9a09f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.838191] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183971ab-1c7f-4fff-a3f5-e47359ed4f47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.844138] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ac11827-b72f-463b-8ad6-a3d9aa72bd6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.856579] env[68207]: DEBUG nova.compute.provider_tree [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.865010] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb11ed8d-a7de-4d91-a37b-a6c852c18b9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.902628] env[68207]: DEBUG nova.compute.manager [req-553b94dd-34e4-41f3-bade-b93dc09351fb req-ec9184eb-859c-47d7-bb7f-1797130c6856 service nova] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Detach interface failed, port_id=be44351f-f436-4dd1-9336-2eade8c5af89, reason: Instance 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 788.052387] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07840d61-c412-4c5e-a5e2-bd9a00f2d34b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "011fe93e-3749-4b01-837d-a65674e170b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.162s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.097389] env[68207]: DEBUG nova.objects.base [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 788.192926] env[68207]: INFO nova.compute.manager [-] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Took 1.73 seconds to deallocate network for instance. [ 788.408144] env[68207]: DEBUG nova.scheduler.client.report [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.408144] env[68207]: DEBUG nova.compute.provider_tree [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 73 to 74 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.408144] env[68207]: DEBUG nova.compute.provider_tree [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.554873] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.698394] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.912984] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.913695] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.917664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.234s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.919092] env[68207]: INFO nova.compute.claims [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.058225] env[68207]: DEBUG nova.network.neutron [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Updating instance_info_cache with network_info: [{"id": "37398fed-f293-4dbc-bf90-1da70eba2006", "address": "fa:16:3e:90:1d:b4", "network": {"id": "bbaacf33-9aed-4ddd-8d42-7b4d6c78b2b6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051659644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1731f7c8c1f74cd599fed42bc32e3da7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37398fed-f2", "ovs_interfaceid": "37398fed-f293-4dbc-bf90-1da70eba2006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.087362] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.370818] env[68207]: DEBUG nova.compute.manager [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Received event network-changed-81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.371167] env[68207]: DEBUG nova.compute.manager [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Refreshing instance network info cache due to event network-changed-81e1f349-f93b-4a04-a333-cce96afb319c. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 789.371445] env[68207]: DEBUG oslo_concurrency.lockutils [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] Acquiring lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.371690] env[68207]: DEBUG oslo_concurrency.lockutils [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] Acquired lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.371825] env[68207]: DEBUG nova.network.neutron [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Refreshing network info cache for port 81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.424399] env[68207]: DEBUG nova.compute.utils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.428509] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.428738] env[68207]: DEBUG nova.network.neutron [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.479880] env[68207]: DEBUG nova.policy [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32188f009f48452bbc851a61fd172c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b05b198ecf245ac85244e4038feb978', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.561167] env[68207]: DEBUG oslo_concurrency.lockutils [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Releasing lock "refresh_cache-fa7d0d21-2acc-431e-b293-a9f1ddb3b015" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.765922] env[68207]: DEBUG nova.network.neutron [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Successfully created port: 4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.934297] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.350616] env[68207]: DEBUG nova.network.neutron [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updated VIF entry in instance network info cache for port 81e1f349-f93b-4a04-a333-cce96afb319c. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.351020] env[68207]: DEBUG nova.network.neutron [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updating instance_info_cache with network_info: [{"id": "81e1f349-f93b-4a04-a333-cce96afb319c", "address": "fa:16:3e:eb:8f:44", "network": {"id": "49e60654-a77f-4c88-bba2-8729856d4526", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1034904419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f78d3ac846a4011b8a542d49b97a98f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1f349-f9", "ovs_interfaceid": "81e1f349-f93b-4a04-a333-cce96afb319c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.497588] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cde178-bcc9-4c0d-9322-452258283fb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.508485] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527d8ce-9e77-4cd2-aa66-f571799d454f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.546785] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c428f-0f52-4744-b217-35ce9b74eb61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.554385] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dce634-64a6-4420-8870-9676b6d50204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.567866] env[68207]: DEBUG nova.compute.provider_tree [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.572594] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.572594] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a32a17-8f64-418f-8ea8-8fbea4003939 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.575908] env[68207]: DEBUG oslo_vmware.api [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 790.575908] env[68207]: value = "task-2776593" [ 790.575908] env[68207]: _type = "Task" [ 790.575908] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.585370] env[68207]: DEBUG oslo_vmware.api [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.854110] env[68207]: DEBUG oslo_concurrency.lockutils [req-5bff78a0-fc55-4e5c-b8af-27055714950f req-521ea5b4-dabe-4ebd-8e40-eaa6d3b39014 service nova] Releasing lock "refresh_cache-011fe93e-3749-4b01-837d-a65674e170b3" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.956927] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.986511] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.986744] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.986906] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.987266] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.987521] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.987776] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.988495] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.989249] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.989512] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.989699] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.989879] env[68207]: DEBUG nova.virt.hardware [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.990782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b872f42-60f9-4670-a0b7-c53e1716133b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.005252] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0557dad2-2422-4970-9de1-84bb537ab144 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.073493] env[68207]: DEBUG nova.scheduler.client.report [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.088156] env[68207]: DEBUG oslo_vmware.api [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.579021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.579021] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.583133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.214s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.587087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.587087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.014s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.587087] env[68207]: INFO nova.compute.claims [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.601900] env[68207]: DEBUG oslo_vmware.api [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776593, 'name': PowerOnVM_Task, 'duration_secs': 0.756652} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.602380] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.603241] env[68207]: DEBUG nova.compute.manager [None req-89696146-cc96-4780-9dee-2ab884d3b796 tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.603765] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0d3698-e645-4697-b986-888f5b6aa633 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.625069] env[68207]: INFO nova.scheduler.client.report [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Deleted allocations for instance a9c8f668-f7f1-4af3-a2e4-6c84df23ae34 [ 791.787410] env[68207]: DEBUG nova.compute.manager [req-d7de2bc4-d23a-42d3-acae-5eddf2428dd7 req-705a802a-d0f2-4d47-afc2-644b19768d98 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-vif-plugged-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.787631] env[68207]: DEBUG oslo_concurrency.lockutils [req-d7de2bc4-d23a-42d3-acae-5eddf2428dd7 req-705a802a-d0f2-4d47-afc2-644b19768d98 service nova] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.787906] env[68207]: DEBUG oslo_concurrency.lockutils [req-d7de2bc4-d23a-42d3-acae-5eddf2428dd7 req-705a802a-d0f2-4d47-afc2-644b19768d98 service nova] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.788556] env[68207]: DEBUG oslo_concurrency.lockutils [req-d7de2bc4-d23a-42d3-acae-5eddf2428dd7 req-705a802a-d0f2-4d47-afc2-644b19768d98 service nova] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.788881] env[68207]: DEBUG nova.compute.manager [req-d7de2bc4-d23a-42d3-acae-5eddf2428dd7 req-705a802a-d0f2-4d47-afc2-644b19768d98 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] No waiting events found dispatching network-vif-plugged-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.789125] env[68207]: WARNING nova.compute.manager [req-d7de2bc4-d23a-42d3-acae-5eddf2428dd7 req-705a802a-d0f2-4d47-afc2-644b19768d98 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received unexpected event network-vif-plugged-4d2dc578-1131-4910-9244-6f605c88209d for instance with vm_state building and task_state spawning. [ 791.959182] env[68207]: DEBUG nova.network.neutron [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Successfully updated port: 4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.097730] env[68207]: DEBUG nova.compute.utils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.099025] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.099205] env[68207]: DEBUG nova.network.neutron [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.141282] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6c3a13ab-058b-4800-a20a-6e002c620297 tempest-AttachInterfacesV270Test-1623742600 tempest-AttachInterfacesV270Test-1623742600-project-member] Lock "a9c8f668-f7f1-4af3-a2e4-6c84df23ae34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.263s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.181474] env[68207]: DEBUG nova.policy [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57b6005b6eb3485cb0ca0ad755834beb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f01cdb9a87453cbdee1631918e2b5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.462249] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.462249] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.462386] env[68207]: DEBUG nova.network.neutron [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.608020] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.899847] env[68207]: DEBUG nova.network.neutron [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Successfully created port: de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.017177] env[68207]: DEBUG nova.network.neutron [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.111947] env[68207]: INFO nova.virt.block_device [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Booting with volume ba9f4782-4ae0-419c-9da3-3d579be319cd at /dev/sda [ 793.173377] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c087e49-7ee5-44a4-a0b9-7018347a5b6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.186237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d29ff-f06d-4794-b74b-11cc59fd69bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.230646] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6589d4e-331c-40bb-8228-fe29af9685da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240069] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546e2df-d365-4924-bd3e-28d7265c1d23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.254298] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d119a24-d814-4df0-8dc9-03ee8f71fe99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.264848] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5355be-77da-4628-b296-6e142d8c16f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.303729] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578184de-fdb0-41f2-8dad-e860f41f9ade {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.307259] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfcdb8-d279-4676-b54c-f7993947abe6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.320854] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949dd0d-3346-484a-8b89-a1bb4027764e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.326326] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91106a9c-6aff-45fd-a69a-4ef18e815b3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.342524] env[68207]: DEBUG nova.virt.block_device [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updating existing volume attachment record: 212f8cda-db99-4541-afea-1f268d005dc8 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 793.352895] env[68207]: DEBUG nova.compute.provider_tree [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.586544] env[68207]: DEBUG nova.network.neutron [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.793871] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.794198] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.855820] env[68207]: DEBUG nova.scheduler.client.report [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.091091] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.091406] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance network_info: |[{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.091938] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:09:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d2dc578-1131-4910-9244-6f605c88209d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.104609] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating folder: Project (0b05b198ecf245ac85244e4038feb978). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.104956] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce4b4cef-691c-49e1-a244-7dd02ba7cb89 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.117885] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Created folder: Project (0b05b198ecf245ac85244e4038feb978) in parent group-v558176. [ 794.117885] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating folder: Instances. Parent ref: group-v558296. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.117885] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbef0670-9bc0-49b9-8e2d-4eb1ad14d3ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.127341] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Created folder: Instances in parent group-v558296. [ 794.127570] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.127676] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.127900] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10599963-e52f-4a8e-bb13-44e180198927 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.149112] env[68207]: DEBUG nova.compute.manager [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-changed-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.149112] env[68207]: DEBUG nova.compute.manager [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Refreshing instance network info cache due to event network-changed-4d2dc578-1131-4910-9244-6f605c88209d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 794.149112] env[68207]: DEBUG oslo_concurrency.lockutils [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.149112] env[68207]: DEBUG oslo_concurrency.lockutils [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.149112] env[68207]: DEBUG nova.network.neutron [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Refreshing network info cache for port 4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.153440] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.153440] env[68207]: value = "task-2776596" [ 794.153440] env[68207]: _type = "Task" [ 794.153440] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.163295] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776596, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.244774] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "82c82476-f034-4f27-977c-2b44542ca967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.245016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "82c82476-f034-4f27-977c-2b44542ca967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.367907] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.368960] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.374195] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.691s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.378028] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.378649] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.530s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.382211] env[68207]: INFO nova.compute.claims [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.424768] env[68207]: INFO nova.scheduler.client.report [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Deleted allocations for instance ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3 [ 794.671022] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776596, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.889524] env[68207]: DEBUG nova.compute.utils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.896374] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.896374] env[68207]: DEBUG nova.network.neutron [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.938207] env[68207]: DEBUG nova.network.neutron [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updated VIF entry in instance network info cache for port 4d2dc578-1131-4910-9244-6f605c88209d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.938966] env[68207]: DEBUG nova.network.neutron [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.941924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2661398c-cd8e-4664-811c-157e8dd2dbdc tempest-ServerGroupTestJSON-1347428918 tempest-ServerGroupTestJSON-1347428918-project-member] Lock "ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.180s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.987021] env[68207]: DEBUG nova.policy [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73407b33645d4f2980f758b9d3c6f642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eb815fdbcba4bdea9d5cfb99fabf43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.175137] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776596, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.254119] env[68207]: DEBUG nova.network.neutron [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Successfully updated port: de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.394856] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.400970] env[68207]: DEBUG nova.network.neutron [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Successfully created port: 28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.444071] env[68207]: DEBUG oslo_concurrency.lockutils [req-b3af3215-d9b3-4a38-a33b-171aa51b2a3c req-7be3401d-fd61-4943-a633-c29c63cf9e10 service nova] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.488096] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.488717] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.488844] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.488997] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.489263] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.489415] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.489607] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.489860] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.490053] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.490231] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.490414] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.490567] env[68207]: DEBUG nova.virt.hardware [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.491836] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e17bd5-83d0-4ee1-b1a5-4c55d545bc34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.505091] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ada5e-08bb-45b8-84f1-60c066b0f7cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.669609] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776596, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.757745] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquiring lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.757745] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquired lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.757745] env[68207]: DEBUG nova.network.neutron [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.924027] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348cba2e-73ca-48a2-9ef2-7a3bb8329448 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.932611] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92575b48-fe31-413b-9479-8518c8499cd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.969749] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4a21f4-8c0d-410b-8d01-01a54edce63d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.977506] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b5dbc-57af-43bb-b543-ffed378ef6a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.991959] env[68207]: DEBUG nova.compute.provider_tree [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.168834] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776596, 'name': CreateVM_Task, 'duration_secs': 1.558966} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.169095] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.169904] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.169987] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.170411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.170599] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b508248-be8b-4754-9ab0-5ca6f49f198b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.176316] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 796.176316] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525dba15-8c7b-586c-4a1d-68d5df0fc013" [ 796.176316] env[68207]: _type = "Task" [ 796.176316] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.184464] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525dba15-8c7b-586c-4a1d-68d5df0fc013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.257333] env[68207]: DEBUG nova.compute.manager [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Received event network-vif-plugged-de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.257333] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] Acquiring lock "f68a1410-3133-43e6-93c8-bfaac9db0840-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.257333] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.257333] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.257530] env[68207]: DEBUG nova.compute.manager [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] No waiting events found dispatching network-vif-plugged-de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.257674] env[68207]: WARNING nova.compute.manager [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Received unexpected event network-vif-plugged-de36303e-e57a-4a8e-a5f3-27306628941e for instance with vm_state building and task_state spawning. [ 796.257848] env[68207]: DEBUG nova.compute.manager [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Received event network-changed-de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.258021] env[68207]: DEBUG nova.compute.manager [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Refreshing instance network info cache due to event network-changed-de36303e-e57a-4a8e-a5f3-27306628941e. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 796.258187] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] Acquiring lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.291680] env[68207]: DEBUG nova.network.neutron [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.408272] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.432245] env[68207]: DEBUG nova.network.neutron [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updating instance_info_cache with network_info: [{"id": "de36303e-e57a-4a8e-a5f3-27306628941e", "address": "fa:16:3e:e4:02:d0", "network": {"id": "9b4d82ac-3352-4d06-8d65-df0647807695", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-761038252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f01cdb9a87453cbdee1631918e2b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde36303e-e5", "ovs_interfaceid": "de36303e-e57a-4a8e-a5f3-27306628941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.435506] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.435813] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.435982] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.436244] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.436430] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.436622] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.436868] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.437221] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.437313] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.437711] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.437965] env[68207]: DEBUG nova.virt.hardware [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.439012] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50526c90-aff1-48d7-8b2e-0bee0c53f22b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.450106] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f7e1b-5239-4972-8a48-17ab5fc2dc9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.495420] env[68207]: DEBUG nova.scheduler.client.report [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.688014] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525dba15-8c7b-586c-4a1d-68d5df0fc013, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.688332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.688570] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.689164] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.689347] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.689534] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.689799] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d38341f-7e40-4fe0-86a0-8ce2e96a0f9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.700383] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.700565] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.701407] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d5db82-981d-49d2-9532-c761cb3416e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.711344] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 796.711344] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5271e92d-b7d4-8d5e-5577-5861565c2c93" [ 796.711344] env[68207]: _type = "Task" [ 796.711344] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.719801] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5271e92d-b7d4-8d5e-5577-5861565c2c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.943148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Releasing lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.943517] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Instance network_info: |[{"id": "de36303e-e57a-4a8e-a5f3-27306628941e", "address": "fa:16:3e:e4:02:d0", "network": {"id": "9b4d82ac-3352-4d06-8d65-df0647807695", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-761038252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f01cdb9a87453cbdee1631918e2b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde36303e-e5", "ovs_interfaceid": "de36303e-e57a-4a8e-a5f3-27306628941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.943818] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] Acquired lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.944016] env[68207]: DEBUG nova.network.neutron [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Refreshing network info cache for port de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.945257] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:02:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de36303e-e57a-4a8e-a5f3-27306628941e', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.957867] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Creating folder: Project (05f01cdb9a87453cbdee1631918e2b5d). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.962531] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c23bf501-c8a3-4bee-95d0-c635649bf436 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.965976] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.966131] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.966484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.967998] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.967998] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.970426] env[68207]: INFO nova.compute.manager [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Terminating instance [ 796.981937] env[68207]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 796.982035] env[68207]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68207) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 796.982420] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Folder already exists: Project (05f01cdb9a87453cbdee1631918e2b5d). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 796.982553] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Creating folder: Instances. Parent ref: group-v558235. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.982785] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c607c39-2e7e-4eaa-8f3c-4db2881ad0ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.992895] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Created folder: Instances in parent group-v558235. [ 796.993194] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.993395] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.993843] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b56b33fc-510b-4845-8735-e72df7d0a440 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.013881] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.014675] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.017206] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.579s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.019506] env[68207]: INFO nova.compute.claims [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.027259] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.027259] env[68207]: value = "task-2776599" [ 797.027259] env[68207]: _type = "Task" [ 797.027259] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.038533] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776599, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.160993] env[68207]: DEBUG nova.network.neutron [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Successfully updated port: 28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.222985] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5271e92d-b7d4-8d5e-5577-5861565c2c93, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.223786] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9351a5af-2495-4079-8221-33c565a67caf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.229637] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 797.229637] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5280cc2b-8f6e-a322-6c94-d67b095a0b00" [ 797.229637] env[68207]: _type = "Task" [ 797.229637] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.237516] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5280cc2b-8f6e-a322-6c94-d67b095a0b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.349106] env[68207]: DEBUG nova.network.neutron [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updated VIF entry in instance network info cache for port de36303e-e57a-4a8e-a5f3-27306628941e. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.349106] env[68207]: DEBUG nova.network.neutron [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updating instance_info_cache with network_info: [{"id": "de36303e-e57a-4a8e-a5f3-27306628941e", "address": "fa:16:3e:e4:02:d0", "network": {"id": "9b4d82ac-3352-4d06-8d65-df0647807695", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-761038252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f01cdb9a87453cbdee1631918e2b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde36303e-e5", "ovs_interfaceid": "de36303e-e57a-4a8e-a5f3-27306628941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.477999] env[68207]: DEBUG nova.compute.manager [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.477999] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.478352] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7156cf45-f1f6-496e-ad49-7a7f91befcc8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.487086] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.487930] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f28be2-8430-41ea-bcbf-351ee261c428 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.492892] env[68207]: DEBUG oslo_vmware.api [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 797.492892] env[68207]: value = "task-2776600" [ 797.492892] env[68207]: _type = "Task" [ 797.492892] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.502545] env[68207]: DEBUG oslo_vmware.api [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.526852] env[68207]: DEBUG nova.compute.utils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.528603] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.528773] env[68207]: DEBUG nova.network.neutron [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.543918] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776599, 'name': CreateVM_Task, 'duration_secs': 0.45964} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.544159] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.544866] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558247', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'name': 'volume-ba9f4782-4ae0-419c-9da3-3d579be319cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f68a1410-3133-43e6-93c8-bfaac9db0840', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'serial': 'ba9f4782-4ae0-419c-9da3-3d579be319cd'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '212f8cda-db99-4541-afea-1f268d005dc8', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=68207) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 797.545376] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Root volume attach. Driver type: vmdk {{(pid=68207) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 797.546115] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a71b7f-1ef4-423c-bdef-155de2dfcc4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.556262] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a45161-eaf9-4a8a-928d-b7c8cb6c2e63 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.561150] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d20234-bdeb-42e2-bdec-1e4208cd0081 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.568324] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-75c9ac5f-e677-4cc5-8bf5-1e08ee607a4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.576461] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 797.576461] env[68207]: value = "task-2776601" [ 797.576461] env[68207]: _type = "Task" [ 797.576461] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.584944] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776601, 'name': RelocateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.610310] env[68207]: DEBUG nova.policy [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7ee447ab9744938e8361ecfd202736', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a913bb11d4184980a508f0916b61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.669165] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-7cef8515-e78d-48f4-85cf-e3cb109db7ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.669165] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-7cef8515-e78d-48f4-85cf-e3cb109db7ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.669165] env[68207]: DEBUG nova.network.neutron [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.740243] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5280cc2b-8f6e-a322-6c94-d67b095a0b00, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.740871] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.741218] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.741499] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a76db6f8-0c98-461d-9110-398cb1bc71ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.747540] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 797.747540] env[68207]: value = "task-2776602" [ 797.747540] env[68207]: _type = "Task" [ 797.747540] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.755558] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.854018] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d447fcf-a7bf-4e85-8958-2a75d2d62e4c req-e2d2d112-5263-46f5-b3c1-76914ac8b270 service nova] Releasing lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009710] env[68207]: DEBUG oslo_vmware.api [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776600, 'name': PowerOffVM_Task, 'duration_secs': 0.177031} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.009710] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.009710] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.009710] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9f47da-00bd-4837-8b30-b544ea7b659b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.032831] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.079145] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.079145] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.079145] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleting the datastore file [datastore2] d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.085624] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9ca59e5-93ab-495d-81e5-fe0ef9044735 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.103971] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776601, 'name': RelocateVM_Task, 'duration_secs': 0.351039} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.105294] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 798.105523] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558247', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'name': 'volume-ba9f4782-4ae0-419c-9da3-3d579be319cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f68a1410-3133-43e6-93c8-bfaac9db0840', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'serial': 'ba9f4782-4ae0-419c-9da3-3d579be319cd'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 798.105874] env[68207]: DEBUG oslo_vmware.api [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 798.105874] env[68207]: value = "task-2776604" [ 798.105874] env[68207]: _type = "Task" [ 798.105874] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.106938] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1ad86-9de0-49ee-a8ff-a8d0b24d1915 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.135413] env[68207]: DEBUG oslo_vmware.api [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.136691] env[68207]: DEBUG nova.network.neutron [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Successfully created port: 90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.141683] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c313c-494a-42f6-aac0-73bb94630fbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.167966] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-ba9f4782-4ae0-419c-9da3-3d579be319cd/volume-ba9f4782-4ae0-419c-9da3-3d579be319cd.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.172108] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f582d9-a809-4afe-b072-6470f83aac18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.196203] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 798.196203] env[68207]: value = "task-2776605" [ 798.196203] env[68207]: _type = "Task" [ 798.196203] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.203277] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.246892] env[68207]: DEBUG nova.network.neutron [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.265261] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49546} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.265261] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.265627] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.265627] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da60d3b-dc6e-4dad-ae6d-9142ad1fab36 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.275811] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 798.275811] env[68207]: value = "task-2776606" [ 798.275811] env[68207]: _type = "Task" [ 798.275811] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.288834] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.407157] env[68207]: DEBUG nova.compute.manager [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Received event network-vif-plugged-28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.407528] env[68207]: DEBUG oslo_concurrency.lockutils [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] Acquiring lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.407580] env[68207]: DEBUG oslo_concurrency.lockutils [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.407731] env[68207]: DEBUG oslo_concurrency.lockutils [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.407897] env[68207]: DEBUG nova.compute.manager [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] No waiting events found dispatching network-vif-plugged-28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.408213] env[68207]: WARNING nova.compute.manager [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Received unexpected event network-vif-plugged-28fb31ad-d71e-470b-87fb-e360d158ef2b for instance with vm_state building and task_state spawning. [ 798.408411] env[68207]: DEBUG nova.compute.manager [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Received event network-changed-28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.408568] env[68207]: DEBUG nova.compute.manager [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Refreshing instance network info cache due to event network-changed-28fb31ad-d71e-470b-87fb-e360d158ef2b. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 798.408734] env[68207]: DEBUG oslo_concurrency.lockutils [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] Acquiring lock "refresh_cache-7cef8515-e78d-48f4-85cf-e3cb109db7ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.584422] env[68207]: DEBUG nova.network.neutron [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Updating instance_info_cache with network_info: [{"id": "28fb31ad-d71e-470b-87fb-e360d158ef2b", "address": "fa:16:3e:4c:fa:d7", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28fb31ad-d7", "ovs_interfaceid": "28fb31ad-d71e-470b-87fb-e360d158ef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.622221] env[68207]: DEBUG oslo_vmware.api [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241054} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.622221] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.622221] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.622360] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.622454] env[68207]: INFO nova.compute.manager [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Took 1.15 seconds to destroy the instance on the hypervisor. [ 798.622691] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.622882] env[68207]: DEBUG nova.compute.manager [-] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.622980] env[68207]: DEBUG nova.network.neutron [-] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.655749] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31144a2-7038-4e8d-a5d8-fedb85d404d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.664952] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0704c4-e6a4-42dd-88d3-6eb93d492bac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.707322] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029db1f9-020a-4f4d-9cc8-96de8ec73d32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.719093] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776605, 'name': ReconfigVM_Task, 'duration_secs': 0.487879} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.722703] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-ba9f4782-4ae0-419c-9da3-3d579be319cd/volume-ba9f4782-4ae0-419c-9da3-3d579be319cd.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.731109] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dbd52bb-60a5-471b-9ccd-267483ec6fa1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.748032] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d225cb-327d-4c41-b6b4-3bacda8c46e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.766609] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.770258] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 798.770258] env[68207]: value = "task-2776607" [ 798.770258] env[68207]: _type = "Task" [ 798.770258] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.779422] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.790507] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072515} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.791323] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.791610] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb40692-9ce9-417b-8210-78ff7848f024 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.816607] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.816607] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593d258e-ba42-4723-bc43-213ab2616cfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.836686] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 798.836686] env[68207]: value = "task-2776608" [ 798.836686] env[68207]: _type = "Task" [ 798.836686] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.845051] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.049688] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.074880] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.075158] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.075323] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.075507] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.075653] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.075800] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.076014] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.076202] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.076370] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.076531] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.076704] env[68207]: DEBUG nova.virt.hardware [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.077614] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a36254a-17fb-4d5b-8037-f4cf8fde5dee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.085711] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d84e45-0823-4480-9bce-022f9e3c1c0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.091204] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-7cef8515-e78d-48f4-85cf-e3cb109db7ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.091548] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance network_info: |[{"id": "28fb31ad-d71e-470b-87fb-e360d158ef2b", "address": "fa:16:3e:4c:fa:d7", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28fb31ad-d7", "ovs_interfaceid": "28fb31ad-d71e-470b-87fb-e360d158ef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.091867] env[68207]: DEBUG oslo_concurrency.lockutils [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] Acquired lock "refresh_cache-7cef8515-e78d-48f4-85cf-e3cb109db7ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.092137] env[68207]: DEBUG nova.network.neutron [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Refreshing network info cache for port 28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.093446] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:fa:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28fb31ad-d71e-470b-87fb-e360d158ef2b', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.100789] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.101601] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.101819] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c443114b-79f6-42c9-914f-89b09b39c861 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.129924] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.129924] env[68207]: value = "task-2776609" [ 799.129924] env[68207]: _type = "Task" [ 799.129924] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.138428] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776609, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.287460] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776607, 'name': ReconfigVM_Task, 'duration_secs': 0.195763} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.291612] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558247', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'name': 'volume-ba9f4782-4ae0-419c-9da3-3d579be319cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f68a1410-3133-43e6-93c8-bfaac9db0840', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'serial': 'ba9f4782-4ae0-419c-9da3-3d579be319cd'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 799.292254] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-432f30d8-b321-41ab-a319-9cf2311a82a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.296117] env[68207]: ERROR nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [req-8cc88abb-4e41-4fc4-95fe-3fe67aea2896] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8cc88abb-4e41-4fc4-95fe-3fe67aea2896"}]} [ 799.305618] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 799.305618] env[68207]: value = "task-2776610" [ 799.305618] env[68207]: _type = "Task" [ 799.305618] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.317561] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776610, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.323415] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 799.343450] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 799.344022] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.351996] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776608, 'name': ReconfigVM_Task, 'duration_secs': 0.489681} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.352247] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.352936] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36845240-e141-4198-8dd5-92a6024f6071 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.356592] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 799.360536] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 799.360536] env[68207]: value = "task-2776611" [ 799.360536] env[68207]: _type = "Task" [ 799.360536] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.380108] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776611, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.383193] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 799.512594] env[68207]: DEBUG nova.network.neutron [-] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.639572] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776609, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.814649] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776610, 'name': Rename_Task, 'duration_secs': 0.132883} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.814861] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.815198] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4415f7a-fadd-4aea-ae95-6a731883bdb6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.823195] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 799.823195] env[68207]: value = "task-2776612" [ 799.823195] env[68207]: _type = "Task" [ 799.823195] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.830857] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.871600] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776611, 'name': Rename_Task, 'duration_secs': 0.140369} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.871924] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.872206] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfbb0534-e037-4e15-afbd-ff871a4d9877 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.882339] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 799.882339] env[68207]: value = "task-2776613" [ 799.882339] env[68207]: _type = "Task" [ 799.882339] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.901214] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776613, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.906053] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc37e75f-6137-49c8-b698-2fc991b6ad35 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.913672] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5d85d-f11b-4d17-bae1-a60379555990 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.947862] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278a699f-2604-4ba3-8359-fb1d5f09034a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.956198] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94294c-63ab-412e-ba77-81124cd7216c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.971258] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.016178] env[68207]: INFO nova.compute.manager [-] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Took 1.39 seconds to deallocate network for instance. [ 800.109771] env[68207]: DEBUG nova.network.neutron [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Updated VIF entry in instance network info cache for port 28fb31ad-d71e-470b-87fb-e360d158ef2b. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.110260] env[68207]: DEBUG nova.network.neutron [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Updating instance_info_cache with network_info: [{"id": "28fb31ad-d71e-470b-87fb-e360d158ef2b", "address": "fa:16:3e:4c:fa:d7", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28fb31ad-d7", "ovs_interfaceid": "28fb31ad-d71e-470b-87fb-e360d158ef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.141403] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776609, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.270478] env[68207]: DEBUG nova.network.neutron [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Successfully updated port: 90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.333808] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.392070] env[68207]: DEBUG oslo_vmware.api [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776613, 'name': PowerOnVM_Task, 'duration_secs': 0.497143} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.392395] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.392663] env[68207]: INFO nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Took 9.44 seconds to spawn the instance on the hypervisor. [ 800.392820] env[68207]: DEBUG nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.393670] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8e54f7-dde0-4bd8-871f-18653b746394 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.406267] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.406617] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.494052] env[68207]: ERROR nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [req-324163f3-e95c-4e36-b852-7f0267f3c8b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-324163f3-e95c-4e36-b852-7f0267f3c8b6"}]} [ 800.510478] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.510721] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.511841] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 800.523780] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.527551] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 800.527830] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.539373] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.551042] env[68207]: DEBUG nova.compute.manager [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Received event network-vif-deleted-e23ac94d-4209-4ae6-bbac-d33dff6829dd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.551260] env[68207]: DEBUG nova.compute.manager [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Received event network-vif-plugged-90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.551260] env[68207]: DEBUG oslo_concurrency.lockutils [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] Acquiring lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.552123] env[68207]: DEBUG oslo_concurrency.lockutils [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.552123] env[68207]: DEBUG oslo_concurrency.lockutils [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.552123] env[68207]: DEBUG nova.compute.manager [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] No waiting events found dispatching network-vif-plugged-90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.552123] env[68207]: WARNING nova.compute.manager [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Received unexpected event network-vif-plugged-90291d03-199f-4c74-8896-cf6d8b9df1a9 for instance with vm_state building and task_state spawning. [ 800.552268] env[68207]: DEBUG nova.compute.manager [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Received event network-changed-90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.552440] env[68207]: DEBUG nova.compute.manager [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Refreshing instance network info cache due to event network-changed-90291d03-199f-4c74-8896-cf6d8b9df1a9. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 800.552537] env[68207]: DEBUG oslo_concurrency.lockutils [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] Acquiring lock "refresh_cache-55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.552665] env[68207]: DEBUG oslo_concurrency.lockutils [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] Acquired lock "refresh_cache-55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.552829] env[68207]: DEBUG nova.network.neutron [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Refreshing network info cache for port 90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.560685] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.613801] env[68207]: DEBUG oslo_concurrency.lockutils [req-2843a273-6395-4206-91a8-09905e2afa4a req-032e184f-9d97-4ec1-8ff2-8980357248b7 service nova] Releasing lock "refresh_cache-7cef8515-e78d-48f4-85cf-e3cb109db7ae" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.643204] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776609, 'name': CreateVM_Task, 'duration_secs': 1.354753} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.643385] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.643990] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.644185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.644497] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.644746] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29978d00-8603-470a-b3bb-41adddd9ec39 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.651731] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 800.651731] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b5e070-1cfd-d7dc-5ea9-f50383c62576" [ 800.651731] env[68207]: _type = "Task" [ 800.651731] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.659336] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b5e070-1cfd-d7dc-5ea9-f50383c62576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.774226] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "refresh_cache-55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.836617] env[68207]: DEBUG oslo_vmware.api [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2776612, 'name': PowerOnVM_Task, 'duration_secs': 0.51467} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.837037] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.837264] env[68207]: INFO nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Took 5.35 seconds to spawn the instance on the hypervisor. [ 800.837449] env[68207]: DEBUG nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.838331] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422458dd-74d4-4c05-b3bd-58de56ace442 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.911572] env[68207]: DEBUG nova.compute.utils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.914649] env[68207]: INFO nova.compute.manager [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Took 55.48 seconds to build instance. [ 800.976384] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46ffb7-90eb-440f-a604-0cd1eb1e2f11 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.983878] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0f955-7298-437f-984a-0c271b2d0fb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.014796] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0803b0-96d6-4c58-b2aa-c1a24c2a9aca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.022915] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0f9202-4015-4985-97c8-4a505b59c39a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.037765] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.094690] env[68207]: DEBUG nova.network.neutron [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.162358] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b5e070-1cfd-d7dc-5ea9-f50383c62576, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.162919] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.163221] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.163576] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.163797] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.164070] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.164430] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5aa9ad8-152f-452e-ac85-3120284ea3e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.170269] env[68207]: DEBUG nova.network.neutron [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.174690] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.174790] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.176018] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146199e0-6e07-4466-8a74-dbd2fed3ac12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.182223] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 801.182223] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52723bda-f352-9bbe-dc69-ba04a196a327" [ 801.182223] env[68207]: _type = "Task" [ 801.182223] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.190487] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52723bda-f352-9bbe-dc69-ba04a196a327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.357498] env[68207]: INFO nova.compute.manager [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Took 50.69 seconds to build instance. [ 801.415630] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.416324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-192af2cc-7cf9-43f3-abb7-a3a7f72a2eae tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.099s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.570533] env[68207]: DEBUG nova.scheduler.client.report [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.571067] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 77 to 78 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.571067] env[68207]: DEBUG nova.compute.provider_tree [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.673045] env[68207]: DEBUG oslo_concurrency.lockutils [req-186f875b-ac50-4e60-a820-8fa7bb778b47 req-56080188-a850-4608-bf9f-bc412a5cd848 service nova] Releasing lock "refresh_cache-55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.673440] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "refresh_cache-55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.673607] env[68207]: DEBUG nova.network.neutron [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.694158] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52723bda-f352-9bbe-dc69-ba04a196a327, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.694946] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721b4697-bd4c-445d-aea3-b69c9580fa8a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.700365] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 801.700365] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5247ded2-0f1c-91f2-5598-6e1c3800e270" [ 801.700365] env[68207]: _type = "Task" [ 801.700365] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.708090] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5247ded2-0f1c-91f2-5598-6e1c3800e270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.859478] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1651fd63-d57b-4516-bc8f-78ce8732189c tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.528s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.918854] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.077256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.060s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.077586] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.080391] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.664s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.080584] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.082674] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.298s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.082858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.085822] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.005s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.085962] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.087621] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.080s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.089034] env[68207]: INFO nova.compute.claims [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.108506] env[68207]: INFO nova.scheduler.client.report [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted allocations for instance 6c40593d-b531-4c5e-8db1-9d0c9c43900c [ 802.109083] env[68207]: INFO nova.scheduler.client.report [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Deleted allocations for instance c75ca399-731b-495e-b764-11d8fd172455 [ 802.124704] env[68207]: INFO nova.scheduler.client.report [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Deleted allocations for instance fcdb770c-4c0c-4faa-874d-66f05bbfc873 [ 802.211419] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5247ded2-0f1c-91f2-5598-6e1c3800e270, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.212017] env[68207]: DEBUG nova.network.neutron [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.214163] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.214432] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.215088] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d73e2ead-ad87-4bf8-9200-c0d4c6680c5e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.222451] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 802.222451] env[68207]: value = "task-2776614" [ 802.222451] env[68207]: _type = "Task" [ 802.222451] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.230185] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.363496] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.377025] env[68207]: DEBUG nova.network.neutron [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Updating instance_info_cache with network_info: [{"id": "90291d03-199f-4c74-8896-cf6d8b9df1a9", "address": "fa:16:3e:11:2f:ba", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90291d03-19", "ovs_interfaceid": "90291d03-199f-4c74-8896-cf6d8b9df1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.438212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.487172] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.488616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.488616] env[68207]: INFO nova.compute.manager [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Attaching volume abf9ab72-62c8-4a0a-a112-00db37b971cb to /dev/sdb [ 802.529681] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf21ab-de46-4f33-82af-f9fd6cbb5b08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.538232] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b66b987-32e4-4159-ba3d-bf712f07d03d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.561638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.561942] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.562313] env[68207]: DEBUG nova.virt.block_device [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updating existing volume attachment record: ed2c6265-08f0-47bb-a133-44972938f32a {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 802.594450] env[68207]: DEBUG nova.compute.utils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.600022] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.600022] env[68207]: DEBUG nova.network.neutron [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.619489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3b08d551-1a15-471d-a6ed-075cfaec1295 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "6c40593d-b531-4c5e-8db1-9d0c9c43900c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.391s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.620559] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d8d20e1-60b7-4aab-bb80-17f2b5be4a06 tempest-MultipleCreateTestJSON-499512643 tempest-MultipleCreateTestJSON-499512643-project-member] Lock "c75ca399-731b-495e-b764-11d8fd172455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.217s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.636237] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eda73542-c63b-461f-b53c-fac6ae1d6173 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "fcdb770c-4c0c-4faa-874d-66f05bbfc873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.097s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.721550] env[68207]: DEBUG nova.policy [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f3ab7ba18234024a2c00dabdbf9ee98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e62856e8c5ff458a9e64ec96b9afb0cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.736637] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.879908] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "refresh_cache-55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.879997] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Instance network_info: |[{"id": "90291d03-199f-4c74-8896-cf6d8b9df1a9", "address": "fa:16:3e:11:2f:ba", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90291d03-19", "ovs_interfaceid": "90291d03-199f-4c74-8896-cf6d8b9df1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.880588] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:2f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90291d03-199f-4c74-8896-cf6d8b9df1a9', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.890190] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.890462] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.890696] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e561664-f02c-49f1-b194-0cf22ae097b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.914470] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.919990] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.919990] env[68207]: value = "task-2776618" [ 802.919990] env[68207]: _type = "Task" [ 802.919990] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.928547] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776618, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.045289] env[68207]: DEBUG nova.compute.manager [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Received event network-changed-de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.045567] env[68207]: DEBUG nova.compute.manager [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Refreshing instance network info cache due to event network-changed-de36303e-e57a-4a8e-a5f3-27306628941e. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 803.046636] env[68207]: DEBUG oslo_concurrency.lockutils [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] Acquiring lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.046636] env[68207]: DEBUG oslo_concurrency.lockutils [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] Acquired lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.046636] env[68207]: DEBUG nova.network.neutron [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Refreshing network info cache for port de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.103026] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.235396] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511702} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.238546] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.238786] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.239357] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc28fff-ecb7-4935-9f32-209d47bed16b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.245602] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 803.245602] env[68207]: value = "task-2776619" [ 803.245602] env[68207]: _type = "Task" [ 803.245602] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.255037] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.316297] env[68207]: DEBUG nova.network.neutron [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Successfully created port: 64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.432944] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776618, 'name': CreateVM_Task, 'duration_secs': 0.322856} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.433107] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.433928] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.434029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.434297] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.434569] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37c2691-41c1-4054-a973-d351ac792622 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.441538] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 803.441538] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e7339d-c924-3fbb-271d-70b63beda8e2" [ 803.441538] env[68207]: _type = "Task" [ 803.441538] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.451319] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e7339d-c924-3fbb-271d-70b63beda8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.451669] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.451907] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.452161] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.452311] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.452489] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.452740] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c39800e1-b433-48ac-a675-5ef28eab9ea5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.461451] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.461545] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.462284] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750890d6-f924-4fb1-a27f-40deb07d8b93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.468036] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 803.468036] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52779cb4-379c-3f5c-47cd-0b778e7c03cf" [ 803.468036] env[68207]: _type = "Task" [ 803.468036] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.480693] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52779cb4-379c-3f5c-47cd-0b778e7c03cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.694128] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2d13cb-3f3a-4b9b-8de7-a04026bfe135 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.707499] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcbe269-513e-4306-a14e-ec26965f593c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.743480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d249fcaf-751c-4c28-87b0-93bdfa70335a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.754377] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe909a9d-8f4e-4ec5-88b2-b1bb82c4b829 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.760772] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070886} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.761421] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.762202] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3631b4-a39b-450e-b011-41e830e71b82 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.772172] env[68207]: DEBUG nova.compute.provider_tree [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.796420] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.797130] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e946bc7b-2d9a-49fc-83a1-62091b4c683f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.821161] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 803.821161] env[68207]: value = "task-2776620" [ 803.821161] env[68207]: _type = "Task" [ 803.821161] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.832799] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.980951] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52779cb4-379c-3f5c-47cd-0b778e7c03cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012651} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.981774] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27372630-c601-4b44-b11d-1d0f5f52ff38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.988858] env[68207]: DEBUG nova.network.neutron [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updated VIF entry in instance network info cache for port de36303e-e57a-4a8e-a5f3-27306628941e. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.989215] env[68207]: DEBUG nova.network.neutron [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updating instance_info_cache with network_info: [{"id": "de36303e-e57a-4a8e-a5f3-27306628941e", "address": "fa:16:3e:e4:02:d0", "network": {"id": "9b4d82ac-3352-4d06-8d65-df0647807695", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-761038252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f01cdb9a87453cbdee1631918e2b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde36303e-e5", "ovs_interfaceid": "de36303e-e57a-4a8e-a5f3-27306628941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.997056] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 803.997056] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f1aca8-3ff6-2c8b-8b71-707354f5ad42" [ 803.997056] env[68207]: _type = "Task" [ 803.997056] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.001963] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f1aca8-3ff6-2c8b-8b71-707354f5ad42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.118294] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.145343] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:23:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='34a1ce6b-2383-47e2-9fb9-4686169f62a5',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1148625452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.145595] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.145755] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.145938] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.146142] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.146698] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.146922] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.147989] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.147989] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.147989] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.147989] env[68207]: DEBUG nova.virt.hardware [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.149294] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4e839a-8986-48a0-b5a8-eaad000c4a26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.161410] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b9e1bf-d109-41df-bc0b-387c824bb2e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.277102] env[68207]: DEBUG nova.scheduler.client.report [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.333337] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776620, 'name': ReconfigVM_Task, 'duration_secs': 0.281306} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.333337] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.333337] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d72f971d-7b9c-4ac7-97a5-f9d224a16f85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.339837] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 804.339837] env[68207]: value = "task-2776621" [ 804.339837] env[68207]: _type = "Task" [ 804.339837] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.348022] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776621, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.492081] env[68207]: DEBUG oslo_concurrency.lockutils [req-df54593a-be36-407a-a0ae-a374bbe3de2e req-b31de534-27e1-43b3-99df-ae3d9518e92b service nova] Releasing lock "refresh_cache-f68a1410-3133-43e6-93c8-bfaac9db0840" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.503975] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f1aca8-3ff6-2c8b-8b71-707354f5ad42, 'name': SearchDatastore_Task, 'duration_secs': 0.013782} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.505022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.505022] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8/55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.505022] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55029b47-2a14-42ca-b6bc-e9965b3423b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.514524] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 804.514524] env[68207]: value = "task-2776622" [ 804.514524] env[68207]: _type = "Task" [ 804.514524] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.522773] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.787074] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.787074] env[68207]: DEBUG nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.790079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.845s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.790595] env[68207]: INFO nova.compute.claims [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.851356] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776621, 'name': Rename_Task, 'duration_secs': 0.155668} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.851712] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.851994] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a214150-c17d-4834-9520-afb5b58d1d85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.860011] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 804.860011] env[68207]: value = "task-2776623" [ 804.860011] env[68207]: _type = "Task" [ 804.860011] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.869593] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.027251] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776622, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.076967] env[68207]: DEBUG nova.compute.manager [req-9ab4c777-1887-4020-b9ac-a23f9c9d93a0 req-e6a49741-3bef-429f-a0c8-b5b7c46a697f service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Received event network-vif-plugged-64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 805.077218] env[68207]: DEBUG oslo_concurrency.lockutils [req-9ab4c777-1887-4020-b9ac-a23f9c9d93a0 req-e6a49741-3bef-429f-a0c8-b5b7c46a697f service nova] Acquiring lock "06490586-425f-48d3-8ca5-233921272b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.077431] env[68207]: DEBUG oslo_concurrency.lockutils [req-9ab4c777-1887-4020-b9ac-a23f9c9d93a0 req-e6a49741-3bef-429f-a0c8-b5b7c46a697f service nova] Lock "06490586-425f-48d3-8ca5-233921272b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.077599] env[68207]: DEBUG oslo_concurrency.lockutils [req-9ab4c777-1887-4020-b9ac-a23f9c9d93a0 req-e6a49741-3bef-429f-a0c8-b5b7c46a697f service nova] Lock "06490586-425f-48d3-8ca5-233921272b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.077769] env[68207]: DEBUG nova.compute.manager [req-9ab4c777-1887-4020-b9ac-a23f9c9d93a0 req-e6a49741-3bef-429f-a0c8-b5b7c46a697f service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] No waiting events found dispatching network-vif-plugged-64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.078014] env[68207]: WARNING nova.compute.manager [req-9ab4c777-1887-4020-b9ac-a23f9c9d93a0 req-e6a49741-3bef-429f-a0c8-b5b7c46a697f service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Received unexpected event network-vif-plugged-64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 for instance with vm_state building and task_state spawning. [ 805.129813] env[68207]: DEBUG nova.network.neutron [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Successfully updated port: 64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.295549] env[68207]: DEBUG nova.compute.utils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.298439] env[68207]: DEBUG nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.370088] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.526952] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529107} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.527263] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8/55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.527488] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.527755] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaaaad8e-7c99-42d7-b6ee-f946bbcb0410 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.535966] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 805.535966] env[68207]: value = "task-2776625" [ 805.535966] env[68207]: _type = "Task" [ 805.535966] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.543917] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.632993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.633174] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.633329] env[68207]: DEBUG nova.network.neutron [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.799777] env[68207]: DEBUG nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.870392] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.047939] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.167934] env[68207]: DEBUG nova.network.neutron [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.227774] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fcfd91-c51f-4200-a50b-84b38284804c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.235748] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c791b6-8ab5-47a6-9908-3972cdddbe76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.267159] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ad58c-ead9-49d3-a26c-776a146110e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.274870] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320bd8ad-2c6c-424e-b992-b32d89489047 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.287802] env[68207]: DEBUG nova.compute.provider_tree [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.344601] env[68207]: DEBUG nova.network.neutron [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.372145] env[68207]: DEBUG oslo_vmware.api [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776623, 'name': PowerOnVM_Task, 'duration_secs': 1.033581} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.372473] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.372721] env[68207]: INFO nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Took 9.96 seconds to spawn the instance on the hypervisor. [ 806.372946] env[68207]: DEBUG nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.373785] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd24ec4-a9e3-4741-ac7d-5ff10179ac31 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.548866] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.791508] env[68207]: DEBUG nova.scheduler.client.report [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.812731] env[68207]: DEBUG nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.842322] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.842573] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.842729] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.842911] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.843069] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.843227] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.843520] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.843719] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.843892] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.844076] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.844251] env[68207]: DEBUG nova.virt.hardware [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.845106] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fa939f-aeb4-4ada-91f0-e29dafee2064 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.847898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.848205] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Instance network_info: |[{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.848674] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ab:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.857042] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.858040] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06490586-425f-48d3-8ca5-233921272b66] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.858274] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-984a9012-429c-49ad-8480-318e42213542 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.877029] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2f1c9-bb9b-40eb-b596-b4d7d637cf9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.882169] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.882169] env[68207]: value = "task-2776626" [ 806.882169] env[68207]: _type = "Task" [ 806.882169] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.898934] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.904551] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Creating folder: Project (c113c22d2c4944c2a1c325cd083362cd). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.905148] env[68207]: INFO nova.compute.manager [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Took 54.36 seconds to build instance. [ 806.906411] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165f3135-30bb-4705-bad9-965eefe6bd61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.912113] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776626, 'name': CreateVM_Task} progress is 15%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.916487] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Created folder: Project (c113c22d2c4944c2a1c325cd083362cd) in parent group-v558176. [ 806.916734] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Creating folder: Instances. Parent ref: group-v558306. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.916990] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07aa156c-d77c-4d86-90ec-7a40611ad158 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.928024] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Created folder: Instances in parent group-v558306. [ 806.928318] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.928465] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.928714] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12e7300c-b6bd-4b95-9eb5-912b4b595558 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.945868] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.945868] env[68207]: value = "task-2776629" [ 806.945868] env[68207]: _type = "Task" [ 806.945868] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.954507] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776629, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.048846] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.062658} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.049135] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.049960] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e2ee0-52ca-40fc-af0a-3b9a98f64d71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074307] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8/55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.075039] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c78e82-2b53-4043-bd90-9177b7d31eaf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.103128] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 807.103128] env[68207]: value = "task-2776630" [ 807.103128] env[68207]: _type = "Task" [ 807.103128] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.111347] env[68207]: DEBUG nova.compute.manager [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Received event network-changed-64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 807.113117] env[68207]: DEBUG nova.compute.manager [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Refreshing instance network info cache due to event network-changed-64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 807.113117] env[68207]: DEBUG oslo_concurrency.lockutils [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] Acquiring lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.113117] env[68207]: DEBUG oslo_concurrency.lockutils [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] Acquired lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.113117] env[68207]: DEBUG nova.network.neutron [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Refreshing network info cache for port 64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.115160] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 807.115472] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558303', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'name': 'volume-abf9ab72-62c8-4a0a-a112-00db37b971cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af19a172-f3dd-4af0-89c7-9fdaa8d5412a', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'serial': 'abf9ab72-62c8-4a0a-a112-00db37b971cb'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 807.117795] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c9eb3-1f7e-4acb-b66c-6d6c8d4fb7b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.128947] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.145371] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef715d9-be0d-43f4-983d-5af0be00c13b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.177763] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-abf9ab72-62c8-4a0a-a112-00db37b971cb/volume-abf9ab72-62c8-4a0a-a112-00db37b971cb.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.178105] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c27e66-4d33-4eae-9447-55f4e22fae39 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.200707] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 807.200707] env[68207]: value = "task-2776631" [ 807.200707] env[68207]: _type = "Task" [ 807.200707] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.209509] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.297466] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.298971] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.301596] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.845s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.303397] env[68207]: INFO nova.compute.claims [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.392638] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776626, 'name': CreateVM_Task, 'duration_secs': 0.327326} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.394030] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06490586-425f-48d3-8ca5-233921272b66] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.394030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.394238] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.394564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.394814] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8f238c-eaaf-4fec-81d2-4573f0f34812 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.399443] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 807.399443] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5256eaac-6551-ce24-1ce7-fc573c6f3e64" [ 807.399443] env[68207]: _type = "Task" [ 807.399443] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.407275] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5256eaac-6551-ce24-1ce7-fc573c6f3e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.408727] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af45361f-cc8d-4bbc-a4e3-9f292a8643a5 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.538s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.456290] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776629, 'name': CreateVM_Task, 'duration_secs': 0.289552} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.456290] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.456693] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.613384] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776630, 'name': ReconfigVM_Task, 'duration_secs': 0.278124} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.613662] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8/55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.614340] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e9a64f-927d-4ba3-94e4-dc4707413d6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.620426] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 807.620426] env[68207]: value = "task-2776632" [ 807.620426] env[68207]: _type = "Task" [ 807.620426] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.630037] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776632, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.711070] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.809846] env[68207]: DEBUG nova.compute.utils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.811546] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.811732] env[68207]: DEBUG nova.network.neutron [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.841799] env[68207]: DEBUG nova.network.neutron [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updated VIF entry in instance network info cache for port 64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.842181] env[68207]: DEBUG nova.network.neutron [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.863735] env[68207]: DEBUG nova.policy [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f0c9c42e4b1406cbe22a06ed278b9e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b766361bb1664d5d917f4e3f6ef87a69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.915365] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.917961] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5256eaac-6551-ce24-1ce7-fc573c6f3e64, 'name': SearchDatastore_Task, 'duration_secs': 0.022176} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.918695] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.918787] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.920039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.920039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.920039] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.920039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.920215] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.920247] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83007ca6-fb91-4982-8723-e4a965cb23be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.925434] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1f9392-7bcf-427d-8f52-8b115836d738 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.928494] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 807.928494] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fed64b-95b7-cbe1-d6dd-c0eaf1b90e2f" [ 807.928494] env[68207]: _type = "Task" [ 807.928494] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.933038] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.933403] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.934252] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90780e2d-7938-4b50-bc70-8a0736316dc7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.940224] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fed64b-95b7-cbe1-d6dd-c0eaf1b90e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.946122] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 807.946122] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a1c135-27a1-17f3-f2c2-7e51b69108aa" [ 807.946122] env[68207]: _type = "Task" [ 807.946122] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.951992] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1c135-27a1-17f3-f2c2-7e51b69108aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.132110] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776632, 'name': Rename_Task, 'duration_secs': 0.239754} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.132470] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.132937] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71d408f-420f-42cb-9ec3-b74d22054078 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.140204] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 808.140204] env[68207]: value = "task-2776633" [ 808.140204] env[68207]: _type = "Task" [ 808.140204] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.150741] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.177912] env[68207]: DEBUG nova.network.neutron [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Successfully created port: bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.212712] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776631, 'name': ReconfigVM_Task, 'duration_secs': 0.546721} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.213015] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-abf9ab72-62c8-4a0a-a112-00db37b971cb/volume-abf9ab72-62c8-4a0a-a112-00db37b971cb.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.218789] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5aca39-69fa-4cac-8e94-ef3161d62d6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.237017] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 808.237017] env[68207]: value = "task-2776634" [ 808.237017] env[68207]: _type = "Task" [ 808.237017] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.246115] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.314884] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.345286] env[68207]: DEBUG oslo_concurrency.lockutils [req-56a357e3-f45e-41bc-8a04-d08e5d6df288 req-90e7dce9-dc0c-4a51-8319-19203bc2ea0d service nova] Releasing lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.436634] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.440863] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fed64b-95b7-cbe1-d6dd-c0eaf1b90e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.441186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.441482] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.441719] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.452316] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1c135-27a1-17f3-f2c2-7e51b69108aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.456313] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db7c761-00c1-46c2-98aa-364d7c6dc18e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.461696] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 808.461696] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52abbd01-0f43-ce33-7067-ec9afc23430a" [ 808.461696] env[68207]: _type = "Task" [ 808.461696] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.470973] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52abbd01-0f43-ce33-7067-ec9afc23430a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.583838] env[68207]: INFO nova.compute.manager [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Rebuilding instance [ 808.621886] env[68207]: DEBUG nova.compute.manager [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.623037] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f7e4df-11e0-48c8-9303-cd6ca505aa79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.417733] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776633, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.417969] env[68207]: WARNING oslo_vmware.common.loopingcall [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] task run outlasted interval by 0.27669699999999997 sec [ 809.449432] env[68207]: DEBUG oslo_vmware.api [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776633, 'name': PowerOnVM_Task, 'duration_secs': 0.622974} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.449432] env[68207]: DEBUG oslo_vmware.api [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776634, 'name': ReconfigVM_Task, 'duration_secs': 0.18636} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.449432] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52abbd01-0f43-ce33-7067-ec9afc23430a, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.449757] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.449794] env[68207]: INFO nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Took 10.40 seconds to spawn the instance on the hypervisor. [ 809.450183] env[68207]: DEBUG nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.450331] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558303', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'name': 'volume-abf9ab72-62c8-4a0a-a112-00db37b971cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af19a172-f3dd-4af0-89c7-9fdaa8d5412a', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'serial': 'abf9ab72-62c8-4a0a-a112-00db37b971cb'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 809.451797] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.452258] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.455903] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889a49f-c7ee-4d66-9bc9-f95ea17a19e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.457690] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.457873] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.458095] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871cf8dc-d07a-483b-b2ca-a4e46961a28e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.460674] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b2c5da8-ede5-4aea-b6ab-89120cb5964e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.469467] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 809.469467] env[68207]: value = "task-2776635" [ 809.469467] env[68207]: _type = "Task" [ 809.469467] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.476483] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.476649] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.481284] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780bca97-ac33-434c-b4d6-187f8de9872f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.493104] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 809.493104] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5242493e-40b7-2050-97e3-99277d3be3d7" [ 809.493104] env[68207]: _type = "Task" [ 809.493104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.493104] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.504113] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5242493e-40b7-2050-97e3-99277d3be3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.505029] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37da819b-0f0d-44b5-81fa-ed97c78dc12d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.513543] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 809.513543] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526d87d7-063b-c53d-079b-994f9685863e" [ 809.513543] env[68207]: _type = "Task" [ 809.513543] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.522420] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526d87d7-063b-c53d-079b-994f9685863e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.580166] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19d4ff-0124-4d45-973c-439e86f7a793 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.588322] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b059d81b-35d5-456c-bf72-ffd7af5fe1bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.620541] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27829db-744b-48c7-abb2-28b708b381e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.623806] env[68207]: DEBUG nova.compute.manager [req-9c934c14-8e2c-4a76-a279-094c89dd209e req-bb9a6e92-0a1c-4d37-b0e9-558cb6ebc13c service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Received event network-vif-plugged-bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.624026] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c934c14-8e2c-4a76-a279-094c89dd209e req-bb9a6e92-0a1c-4d37-b0e9-558cb6ebc13c service nova] Acquiring lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.624238] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c934c14-8e2c-4a76-a279-094c89dd209e req-bb9a6e92-0a1c-4d37-b0e9-558cb6ebc13c service nova] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.624496] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c934c14-8e2c-4a76-a279-094c89dd209e req-bb9a6e92-0a1c-4d37-b0e9-558cb6ebc13c service nova] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.624630] env[68207]: DEBUG nova.compute.manager [req-9c934c14-8e2c-4a76-a279-094c89dd209e req-bb9a6e92-0a1c-4d37-b0e9-558cb6ebc13c service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] No waiting events found dispatching network-vif-plugged-bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.624803] env[68207]: WARNING nova.compute.manager [req-9c934c14-8e2c-4a76-a279-094c89dd209e req-bb9a6e92-0a1c-4d37-b0e9-558cb6ebc13c service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Received unexpected event network-vif-plugged-bf1b23ad-a977-4bdb-8328-1e7319e9ed0a for instance with vm_state building and task_state spawning. [ 809.630605] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e40a3e-8c66-4b88-979d-9b2c9e600161 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.644837] env[68207]: DEBUG nova.compute.provider_tree [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.707741] env[68207]: DEBUG nova.network.neutron [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Successfully updated port: bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.923778] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.926783] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.927392] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d408b92c-cf55-4cb5-9ea8-55e967f8abd3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.936226] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 809.936226] env[68207]: value = "task-2776636" [ 809.936226] env[68207]: _type = "Task" [ 809.936226] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.947825] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.957651] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.957651] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.957872] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.957960] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.958115] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.958266] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.958477] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.958635] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.958805] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.959146] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.959303] env[68207]: DEBUG nova.virt.hardware [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.960186] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d91b9d-e708-47e2-b1f7-ddba5adf5bd4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.974195] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f0f7da-5ecf-46cf-9dd7-6e5b30958ae6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.997595] env[68207]: INFO nova.compute.manager [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Took 54.16 seconds to build instance. [ 810.002449] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776635, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.027365] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526d87d7-063b-c53d-079b-994f9685863e, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.027628] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.027892] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.028186] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c81185-f1d4-4cbb-a98a-c04f5e7cea5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.035667] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 810.035667] env[68207]: value = "task-2776637" [ 810.035667] env[68207]: _type = "Task" [ 810.035667] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.044558] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.147724] env[68207]: DEBUG nova.scheduler.client.report [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.210689] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "refresh_cache-ebf24b8c-2e9e-4f2f-99f5-725c87308699" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.210875] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquired lock "refresh_cache-ebf24b8c-2e9e-4f2f-99f5-725c87308699" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.211242] env[68207]: DEBUG nova.network.neutron [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.447557] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776636, 'name': PowerOffVM_Task, 'duration_secs': 0.422076} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.447819] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.451021] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.451021] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bf3ee-3841-4a43-b524-8d7e25b3830e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.456388] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.456650] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d1a453a-6fc5-40f1-a360-0e3496f01ec4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.489753] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811214} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.490055] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.490287] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.490556] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cdad4da-b80a-4b7d-84d2-13c0f47ef76f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.496975] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 810.496975] env[68207]: value = "task-2776639" [ 810.496975] env[68207]: _type = "Task" [ 810.496975] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.506370] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19ece34d-1ca3-4445-98d5-1b11bfff5c1f tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.467s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.506673] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.509287] env[68207]: DEBUG nova.objects.instance [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lazy-loading 'flavor' on Instance uuid af19a172-f3dd-4af0-89c7-9fdaa8d5412a {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.550702] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.552411] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.553713] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.553713] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.553713] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81212136-4126-40c1-8cc1-0911ba739c2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.560575] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 810.560575] env[68207]: value = "task-2776640" [ 810.560575] env[68207]: _type = "Task" [ 810.560575] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.571150] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.653427] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.654092] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.657382] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.596s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.657516] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.660506] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.148s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.660506] env[68207]: DEBUG nova.objects.instance [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lazy-loading 'resources' on Instance uuid d9335c00-8fe9-4550-a008-6e3fe9859294 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.702109] env[68207]: INFO nova.scheduler.client.report [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted allocations for instance 204cdc86-b961-4e0e-a369-741df2477118 [ 810.753619] env[68207]: DEBUG nova.network.neutron [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.907303] env[68207]: DEBUG nova.network.neutron [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Updating instance_info_cache with network_info: [{"id": "bf1b23ad-a977-4bdb-8328-1e7319e9ed0a", "address": "fa:16:3e:07:08:64", "network": {"id": "9ab40517-418a-4f2b-b269-9978cc5be2bc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-70644965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b766361bb1664d5d917f4e3f6ef87a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1b23ad-a9", "ovs_interfaceid": "bf1b23ad-a977-4bdb-8328-1e7319e9ed0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.008513] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213079} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.008871] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.011387] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.013672] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cbe151-8d49-4242-843b-af4d127f6350 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.016872] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8e6f6a82-88f6-4eab-932b-0f88827f813d tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.529s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.037670] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.038842] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfcacb0-c11c-437a-a03d-23297189feb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.062223] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691739} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.067192] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.067420] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.067716] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 811.067716] env[68207]: value = "task-2776641" [ 811.067716] env[68207]: _type = "Task" [ 811.067716] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.068148] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6ca0ad7-0f48-4059-aaaf-0f8ebf7cd886 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.076225] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318859} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.077269] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.077561] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.077836] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.084846] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 811.084846] env[68207]: value = "task-2776642" [ 811.084846] env[68207]: _type = "Task" [ 811.084846] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.085091] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.093560] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.165959] env[68207]: DEBUG nova.compute.utils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.167482] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.167649] env[68207]: DEBUG nova.network.neutron [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.210774] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c0aaba89-d43e-4bbf-a0ef-61f2fa0c657a tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "204cdc86-b961-4e0e-a369-741df2477118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.397s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.222877] env[68207]: DEBUG nova.policy [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243ca1a1f04f47ca91fccc6d26c53361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedf718e05534b06b7a7ca4d506b4136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.354398] env[68207]: DEBUG nova.compute.manager [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.355557] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ae81b-a73e-4fb2-82cc-8167f2187fcb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.409477] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Releasing lock "refresh_cache-ebf24b8c-2e9e-4f2f-99f5-725c87308699" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.409819] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Instance network_info: |[{"id": "bf1b23ad-a977-4bdb-8328-1e7319e9ed0a", "address": "fa:16:3e:07:08:64", "network": {"id": "9ab40517-418a-4f2b-b269-9978cc5be2bc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-70644965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b766361bb1664d5d917f4e3f6ef87a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1b23ad-a9", "ovs_interfaceid": "bf1b23ad-a977-4bdb-8328-1e7319e9ed0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.410493] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:08:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf1b23ad-a977-4bdb-8328-1e7319e9ed0a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.418047] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Creating folder: Project (b766361bb1664d5d917f4e3f6ef87a69). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.421509] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5562a892-5dad-468a-bb94-920dc73ece0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.433608] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Created folder: Project (b766361bb1664d5d917f4e3f6ef87a69) in parent group-v558176. [ 811.433809] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Creating folder: Instances. Parent ref: group-v558309. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.434088] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-242a2d46-d221-4ab9-ac26-d44941ebf22b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.445680] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Created folder: Instances in parent group-v558309. [ 811.445931] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.446181] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.446362] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3693283-1c71-4e52-b3de-d2c9ab8b855c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.468136] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.468430] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.476944] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.476944] env[68207]: value = "task-2776645" [ 811.476944] env[68207]: _type = "Task" [ 811.476944] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.490096] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776645, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.515825] env[68207]: DEBUG nova.network.neutron [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Successfully created port: 20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.531637] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.580117] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776641, 'name': ReconfigVM_Task, 'duration_secs': 0.290397} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.582869] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.583730] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d364936-3ba1-446e-bf84-3db2deb4efee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.593272] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 811.593272] env[68207]: value = "task-2776646" [ 811.593272] env[68207]: _type = "Task" [ 811.593272] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.603989] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776646, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.606851] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103941} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.609628] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.610811] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c943f-2bb0-469d-9c1e-c861b3550400 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.634054] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.637947] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a20e5b-7616-4338-ace6-401ce6181e90 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.654691] env[68207]: DEBUG nova.compute.manager [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Received event network-changed-bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 811.654888] env[68207]: DEBUG nova.compute.manager [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Refreshing instance network info cache due to event network-changed-bf1b23ad-a977-4bdb-8328-1e7319e9ed0a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 811.655118] env[68207]: DEBUG oslo_concurrency.lockutils [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] Acquiring lock "refresh_cache-ebf24b8c-2e9e-4f2f-99f5-725c87308699" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.655263] env[68207]: DEBUG oslo_concurrency.lockutils [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] Acquired lock "refresh_cache-ebf24b8c-2e9e-4f2f-99f5-725c87308699" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.655420] env[68207]: DEBUG nova.network.neutron [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Refreshing network info cache for port bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.662795] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 811.662795] env[68207]: value = "task-2776647" [ 811.662795] env[68207]: _type = "Task" [ 811.662795] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.671453] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.674613] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.692941] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c5bdf-50b0-4ef1-ae2a-fbf74a0c0fc2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.700179] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6acf66-40fd-42fd-8d3f-335cd450b86e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.733313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b156000-d495-49ce-a41c-b3ae62c1bb11 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.742346] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceeb9bf-5891-4f6b-8533-033ec421077f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.760130] env[68207]: DEBUG nova.compute.provider_tree [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.869819] env[68207]: INFO nova.compute.manager [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] instance snapshotting [ 811.872824] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2731c-ccdd-4ad9-9fdd-1ff5b77b09a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.892868] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb26bdc-fd54-4e99-839a-abed1f901eec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.972065] env[68207]: INFO nova.compute.manager [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Detaching volume abf9ab72-62c8-4a0a-a112-00db37b971cb [ 811.988902] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776645, 'name': CreateVM_Task, 'duration_secs': 0.367609} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.989158] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.989909] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.990191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.990623] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.990927] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d4c035-c54e-46ab-bf95-f8edf996c132 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.996550] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 811.996550] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52baf8e0-0657-aad6-2c57-5cd16c597408" [ 811.996550] env[68207]: _type = "Task" [ 811.996550] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.007789] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52baf8e0-0657-aad6-2c57-5cd16c597408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.008784] env[68207]: INFO nova.virt.block_device [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Attempting to driver detach volume abf9ab72-62c8-4a0a-a112-00db37b971cb from mountpoint /dev/sdb [ 812.009008] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 812.010022] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558303', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'name': 'volume-abf9ab72-62c8-4a0a-a112-00db37b971cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af19a172-f3dd-4af0-89c7-9fdaa8d5412a', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'serial': 'abf9ab72-62c8-4a0a-a112-00db37b971cb'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 812.010022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a15b3-37cc-47a2-8a25-77f743dc2fae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030142] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d63f0-e831-4de2-b38c-2924c6188ea9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.036847] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611de51c-1f7f-4265-81a0-476a3e37f16b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.057649] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a6428-8e58-4f0c-b63d-f299bf5b51dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.072482] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] The volume has not been displaced from its original location: [datastore2] volume-abf9ab72-62c8-4a0a-a112-00db37b971cb/volume-abf9ab72-62c8-4a0a-a112-00db37b971cb.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 812.077786] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.078065] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ebc5fc-f31e-4aaa-a4c5-c635714ded17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.095909] env[68207]: DEBUG oslo_vmware.api [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 812.095909] env[68207]: value = "task-2776648" [ 812.095909] env[68207]: _type = "Task" [ 812.095909] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.106871] env[68207]: DEBUG oslo_vmware.api [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.109494] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776646, 'name': Rename_Task, 'duration_secs': 0.14857} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.111364] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.111782] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f8ea17-66be-48c6-89f5-04193405665e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.117750] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.117976] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.118158] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.118344] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.118487] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.118630] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.118831] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.119027] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.119211] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.119393] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.119581] env[68207]: DEBUG nova.virt.hardware [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.120334] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa37bd4-8978-4da3-b9ae-105fd6c48e3a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.123629] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 812.123629] env[68207]: value = "task-2776649" [ 812.123629] env[68207]: _type = "Task" [ 812.123629] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.129819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839027f-9e3c-47ac-acdb-4da783064138 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.136282] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776649, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.145567] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:fa:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28fb31ad-d71e-470b-87fb-e360d158ef2b', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.153317] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.153533] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.153736] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-556bd7fa-a395-4234-9e96-2a26538f8ffd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.178691] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.183300] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.183300] env[68207]: value = "task-2776650" [ 812.183300] env[68207]: _type = "Task" [ 812.183300] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.263643] env[68207]: DEBUG nova.scheduler.client.report [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.402943] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.403337] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4571810-35af-43a1-93d0-a3ae1c4e62f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.411799] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 812.411799] env[68207]: value = "task-2776651" [ 812.411799] env[68207]: _type = "Task" [ 812.411799] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.423102] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.423959] env[68207]: DEBUG nova.network.neutron [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Updated VIF entry in instance network info cache for port bf1b23ad-a977-4bdb-8328-1e7319e9ed0a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.424310] env[68207]: DEBUG nova.network.neutron [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Updating instance_info_cache with network_info: [{"id": "bf1b23ad-a977-4bdb-8328-1e7319e9ed0a", "address": "fa:16:3e:07:08:64", "network": {"id": "9ab40517-418a-4f2b-b269-9978cc5be2bc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-70644965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b766361bb1664d5d917f4e3f6ef87a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1b23ad-a9", "ovs_interfaceid": "bf1b23ad-a977-4bdb-8328-1e7319e9ed0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.509150] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52baf8e0-0657-aad6-2c57-5cd16c597408, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.509519] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.509777] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.510036] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.510193] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.510384] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.510668] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79706806-eacd-4926-ab6a-e210d3aef1db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.519215] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.519406] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.520149] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16bc10f-fa6b-44e3-92b8-062e39c73737 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.525277] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 812.525277] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a7fb64-f367-2b9d-0a9e-722ae341131f" [ 812.525277] env[68207]: _type = "Task" [ 812.525277] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.533251] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a7fb64-f367-2b9d-0a9e-722ae341131f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.606499] env[68207]: DEBUG oslo_vmware.api [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776648, 'name': ReconfigVM_Task, 'duration_secs': 0.458693} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.606876] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.611895] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60fee41-145b-4c53-b97d-1ad12755c770 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.628755] env[68207]: DEBUG oslo_vmware.api [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 812.628755] env[68207]: value = "task-2776652" [ 812.628755] env[68207]: _type = "Task" [ 812.628755] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.635099] env[68207]: DEBUG oslo_vmware.api [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776649, 'name': PowerOnVM_Task, 'duration_secs': 0.515116} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.635710] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.635927] env[68207]: INFO nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Took 8.52 seconds to spawn the instance on the hypervisor. [ 812.636151] env[68207]: DEBUG nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.636851] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b145c3-6ffd-4306-a6c6-06a4ca831630 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.642110] env[68207]: DEBUG oslo_vmware.api [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.681642] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776647, 'name': ReconfigVM_Task, 'duration_secs': 0.892089} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.682051] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Reconfigured VM instance instance-0000002e to attach disk [datastore2] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.682732] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2f92d8a-e210-4a40-ae93-5be5cd2d5390 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.685933] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.698571] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776650, 'name': CreateVM_Task, 'duration_secs': 0.441227} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.699770] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.700111] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 812.700111] env[68207]: value = "task-2776653" [ 812.700111] env[68207]: _type = "Task" [ 812.700111] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.702383] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.702550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.703392] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6a5f0c-cdfe-4687-a415-6e4078c9c9dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.709671] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.710721] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.710721] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.710721] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.710721] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.710721] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.710957] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.710957] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.711085] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.711180] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.711353] env[68207]: DEBUG nova.virt.hardware [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.712356] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6549f0a8-7e77-4d70-88af-789c2ed7259b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.719860] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776653, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.722770] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 812.722770] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5215821b-f836-ac5a-bd77-c4fa228f19d9" [ 812.722770] env[68207]: _type = "Task" [ 812.722770] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.724058] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b7741-6c4b-496e-af30-af9d4525c241 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.737196] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5215821b-f836-ac5a-bd77-c4fa228f19d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.744904] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.745251] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.745482] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.768511] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.771734] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.781s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.773366] env[68207]: INFO nova.compute.claims [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.791185] env[68207]: INFO nova.scheduler.client.report [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Deleted allocations for instance d9335c00-8fe9-4550-a008-6e3fe9859294 [ 812.926039] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.926765] env[68207]: DEBUG oslo_concurrency.lockutils [req-25b750a1-6e68-46cd-b5d7-2d00b4ddc10a req-c9aa044a-925c-4d70-9c9e-bee42687479e service nova] Releasing lock "refresh_cache-ebf24b8c-2e9e-4f2f-99f5-725c87308699" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.035372] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a7fb64-f367-2b9d-0a9e-722ae341131f, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.036209] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8ce426-8f7a-49d5-9e56-310c69ad8485 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.042092] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 813.042092] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52138cc9-cb16-dc03-03e3-e99dbc0f4fdf" [ 813.042092] env[68207]: _type = "Task" [ 813.042092] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.050743] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52138cc9-cb16-dc03-03e3-e99dbc0f4fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.061286] env[68207]: DEBUG nova.network.neutron [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Successfully updated port: 20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.139989] env[68207]: DEBUG oslo_vmware.api [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776652, 'name': ReconfigVM_Task, 'duration_secs': 0.14938} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.139989] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558303', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'name': 'volume-abf9ab72-62c8-4a0a-a112-00db37b971cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af19a172-f3dd-4af0-89c7-9fdaa8d5412a', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9ab72-62c8-4a0a-a112-00db37b971cb', 'serial': 'abf9ab72-62c8-4a0a-a112-00db37b971cb'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 813.158284] env[68207]: INFO nova.compute.manager [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Took 52.73 seconds to build instance. [ 813.213029] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776653, 'name': Rename_Task, 'duration_secs': 0.174945} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.213327] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.213544] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5bf9a94-56b8-4428-8fd9-8146ed4a588d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.219470] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 813.219470] env[68207]: value = "task-2776654" [ 813.219470] env[68207]: _type = "Task" [ 813.219470] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.227469] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.300851] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1b0e3896-2eb0-4f1f-9923-b198a2331ce4 tempest-ServersV294TestFqdnHostnames-264062799 tempest-ServersV294TestFqdnHostnames-264062799-project-member] Lock "d9335c00-8fe9-4550-a008-6e3fe9859294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.401s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.422750] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776651, 'name': CreateSnapshot_Task, 'duration_secs': 0.804187} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.422890] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.423602] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e8994-fe89-476b-9d6a-e6e172c363b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.552592] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52138cc9-cb16-dc03-03e3-e99dbc0f4fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.552986] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.553111] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ebf24b8c-2e9e-4f2f-99f5-725c87308699/ebf24b8c-2e9e-4f2f-99f5-725c87308699.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.553377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.553560] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.553763] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d368a3-a504-473b-bfb6-124227e19b85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.555611] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4ab82e-632d-43fa-8364-5d08bf541a5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.561889] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 813.561889] env[68207]: value = "task-2776655" [ 813.561889] env[68207]: _type = "Task" [ 813.561889] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.566265] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.566447] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.570240] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.570377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.570535] env[68207]: DEBUG nova.network.neutron [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.575023] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6a6daa-1ee8-430d-b96e-96f5d756921c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.575023] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.577843] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 813.577843] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a89744-0eba-6b18-ff8e-349e53490fb3" [ 813.577843] env[68207]: _type = "Task" [ 813.577843] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.589376] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a89744-0eba-6b18-ff8e-349e53490fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.661331] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eef738bd-67f4-45b2-86d0-de792b784f79 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.192s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.692113] env[68207]: DEBUG nova.compute.manager [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Received event network-vif-plugged-20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.692377] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] Acquiring lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.692580] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.692762] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.692947] env[68207]: DEBUG nova.compute.manager [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] No waiting events found dispatching network-vif-plugged-20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.693126] env[68207]: WARNING nova.compute.manager [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Received unexpected event network-vif-plugged-20b79fb1-d5c7-426f-b895-ed400763bc26 for instance with vm_state building and task_state spawning. [ 813.693287] env[68207]: DEBUG nova.compute.manager [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Received event network-changed-20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.693447] env[68207]: DEBUG nova.compute.manager [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Refreshing instance network info cache due to event network-changed-20b79fb1-d5c7-426f-b895-ed400763bc26. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 813.693610] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] Acquiring lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.712560] env[68207]: DEBUG nova.objects.instance [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lazy-loading 'flavor' on Instance uuid af19a172-f3dd-4af0-89c7-9fdaa8d5412a {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.729805] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.942600] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.943143] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3336d728-220e-4bc7-b8cf-31389da44542 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.960537] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 813.960537] env[68207]: value = "task-2776656" [ 813.960537] env[68207]: _type = "Task" [ 813.960537] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.969727] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776656, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.100099] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.110183] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a89744-0eba-6b18-ff8e-349e53490fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.116667] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413b4195-aad8-4082-8939-80ac012a1279 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.125485] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 814.125485] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52231fbf-7e3a-9b54-e00e-4ba44eec070f" [ 814.125485] env[68207]: _type = "Task" [ 814.125485] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.143077] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52231fbf-7e3a-9b54-e00e-4ba44eec070f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.164705] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.232573] env[68207]: DEBUG oslo_vmware.api [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776654, 'name': PowerOnVM_Task, 'duration_secs': 0.742618} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.235497] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.235598] env[68207]: INFO nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Took 7.42 seconds to spawn the instance on the hypervisor. [ 814.235785] env[68207]: DEBUG nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.237392] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fcbdc8-07bb-4c0d-a3c7-5a1a9708200b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.359821] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840fb7a6-0a5a-4557-8332-085510de8a4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.367992] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaef4ca-2fc6-4ec2-9ca1-a490db4d79aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.400593] env[68207]: DEBUG nova.network.neutron [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.403108] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ac982c-18ae-4a6c-9325-6623b3a4c1cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.412264] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5985f-ee18-42db-9d56-be175da65fa4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.427141] env[68207]: DEBUG nova.compute.provider_tree [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.471308] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776656, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.550301] env[68207]: DEBUG nova.network.neutron [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updating instance_info_cache with network_info: [{"id": "20b79fb1-d5c7-426f-b895-ed400763bc26", "address": "fa:16:3e:05:36:69", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b79fb1-d5", "ovs_interfaceid": "20b79fb1-d5c7-426f-b895-ed400763bc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.573819] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621955} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.574118] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ebf24b8c-2e9e-4f2f-99f5-725c87308699/ebf24b8c-2e9e-4f2f-99f5-725c87308699.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.574637] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.574637] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd04925a-12ab-4ead-a1a8-64f10e727d1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.581072] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 814.581072] env[68207]: value = "task-2776657" [ 814.581072] env[68207]: _type = "Task" [ 814.581072] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.589290] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.636744] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52231fbf-7e3a-9b54-e00e-4ba44eec070f, 'name': SearchDatastore_Task, 'duration_secs': 0.043933} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.636744] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.636744] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.637123] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8b73de-d350-4623-92c4-6664165f506a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.643470] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 814.643470] env[68207]: value = "task-2776658" [ 814.643470] env[68207]: _type = "Task" [ 814.643470] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.651762] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.691034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.726638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4d5175df-98ef-459b-85b7-f063544055ae tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.759065] env[68207]: INFO nova.compute.manager [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Took 49.77 seconds to build instance. [ 814.932042] env[68207]: DEBUG nova.scheduler.client.report [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.978681] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776656, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.052747] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.053480] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Instance network_info: |[{"id": "20b79fb1-d5c7-426f-b895-ed400763bc26", "address": "fa:16:3e:05:36:69", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b79fb1-d5", "ovs_interfaceid": "20b79fb1-d5c7-426f-b895-ed400763bc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.054310] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] Acquired lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.054648] env[68207]: DEBUG nova.network.neutron [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Refreshing network info cache for port 20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.055938] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:36:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20b79fb1-d5c7-426f-b895-ed400763bc26', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.064521] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Creating folder: Project (cedf718e05534b06b7a7ca4d506b4136). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.068091] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c10aec7-87da-4ea6-8aeb-c1ab1e309db4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.076662] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Created folder: Project (cedf718e05534b06b7a7ca4d506b4136) in parent group-v558176. [ 815.077076] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Creating folder: Instances. Parent ref: group-v558315. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.077443] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd78a51-c019-4170-bb7e-00888b2bb2b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.086229] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Created folder: Instances in parent group-v558315. [ 815.086612] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.086985] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.087339] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e828f3a-faa1-43b6-a548-52305db9da9f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.107472] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073971} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.108221] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.109143] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4208b59-de92-4e99-a8b3-f32cc7f6f264 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.115060] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.115060] env[68207]: value = "task-2776661" [ 815.115060] env[68207]: _type = "Task" [ 815.115060] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.137514] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ebf24b8c-2e9e-4f2f-99f5-725c87308699/ebf24b8c-2e9e-4f2f-99f5-725c87308699.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.138272] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecfc97e0-58cf-4832-8073-a9053f10ad69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.157376] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776661, 'name': CreateVM_Task} progress is 15%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.165679] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.167118] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 815.167118] env[68207]: value = "task-2776662" [ 815.167118] env[68207]: _type = "Task" [ 815.167118] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.175223] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.261022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-42e2912f-50af-43c6-a7ed-f564609f2ab2 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "e382429d-4899-4e16-b28c-260782a25e50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.811s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.437816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.438499] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.445318] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.747s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.445633] env[68207]: DEBUG nova.objects.instance [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lazy-loading 'resources' on Instance uuid 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.473538] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776656, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.546292] env[68207]: DEBUG nova.compute.manager [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 815.625640] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776661, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.680344] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92173} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.687448] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.687448] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.687787] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776662, 'name': ReconfigVM_Task, 'duration_secs': 0.507801} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.688028] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-128197b7-79f6-49d5-a024-3f468fb310b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.690355] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ebf24b8c-2e9e-4f2f-99f5-725c87308699/ebf24b8c-2e9e-4f2f-99f5-725c87308699.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.690683] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-120d96c3-a321-42a4-b0ae-aa23f7710f25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.699600] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 815.699600] env[68207]: value = "task-2776664" [ 815.699600] env[68207]: _type = "Task" [ 815.699600] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.699879] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 815.699879] env[68207]: value = "task-2776663" [ 815.699879] env[68207]: _type = "Task" [ 815.699879] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.715634] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776664, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.718988] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.765073] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.857891] env[68207]: DEBUG nova.network.neutron [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updated VIF entry in instance network info cache for port 20b79fb1-d5c7-426f-b895-ed400763bc26. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.858292] env[68207]: DEBUG nova.network.neutron [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updating instance_info_cache with network_info: [{"id": "20b79fb1-d5c7-426f-b895-ed400763bc26", "address": "fa:16:3e:05:36:69", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b79fb1-d5", "ovs_interfaceid": "20b79fb1-d5c7-426f-b895-ed400763bc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.950718] env[68207]: DEBUG nova.compute.utils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.957963] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.958105] env[68207]: DEBUG nova.network.neutron [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.973437] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776656, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.011898] env[68207]: DEBUG nova.policy [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0305768e74034e9aa74baf7d5ac1e6d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a45467a35ea4328aaefc5429868fff6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.069039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.132323] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776661, 'name': CreateVM_Task, 'duration_secs': 0.688491} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.132323] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.135072] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.135072] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.135072] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.135072] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476d3fb1-ef60-40a0-a2bf-c3291cb6e813 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.142623] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 816.142623] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523dd836-b66b-3333-10a8-cc6f07ea9347" [ 816.142623] env[68207]: _type = "Task" [ 816.142623] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.154710] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523dd836-b66b-3333-10a8-cc6f07ea9347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.163832] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "31746041-257a-48ff-86d6-8b6eccadb24d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.163958] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "31746041-257a-48ff-86d6-8b6eccadb24d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.218901] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071363} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.219229] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776664, 'name': Rename_Task, 'duration_secs': 0.196756} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.219474] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.219768] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.220983] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be60b732-40d2-40a9-b08d-daf505f4586f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.223498] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-090619e5-407d-4020-aaff-288c606a2a8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.232289] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 816.232289] env[68207]: value = "task-2776665" [ 816.232289] env[68207]: _type = "Task" [ 816.232289] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.251305] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.257672] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07defea7-5a43-460d-b4fb-071685d47c33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.309666] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.312077] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 816.312077] env[68207]: value = "task-2776666" [ 816.312077] env[68207]: _type = "Task" [ 816.312077] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.329177] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.341122] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.361232] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2d991ac-cf1c-4ae0-ac35-b6c6aac4c288 req-d0da2276-2253-41ba-bb41-1a74e764114c service nova] Releasing lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.450206] env[68207]: DEBUG nova.network.neutron [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Successfully created port: 2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.463219] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.475981] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776656, 'name': CloneVM_Task, 'duration_secs': 2.322032} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.476366] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Created linked-clone VM from snapshot [ 816.477204] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6954f0e9-3868-420c-9e8a-ba5dd3df59fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.485379] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Uploading image 84f22ba9-51b3-49f2-a303-b6aefe524db1 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.504765] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.505128] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e07d5a46-445b-4817-a86e-c7c175d1fa71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.512522] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 816.512522] env[68207]: value = "task-2776667" [ 816.512522] env[68207]: _type = "Task" [ 816.512522] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.526337] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776667, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.608147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74044964-2816-4f3c-964b-26ce1be07271 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.616012] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f9e29a-c033-48d3-a79f-ec6d43d9b137 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.651333] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ba62f-2cee-4f64-ab50-bf1eb49f1ea1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.661263] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523dd836-b66b-3333-10a8-cc6f07ea9347, 'name': SearchDatastore_Task, 'duration_secs': 0.023968} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.663366] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.663788] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.663830] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.664018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.664151] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.664497] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09567202-bc65-463b-bd52-563715911abc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.667416] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b16026-97a1-4eab-8f1b-b72262caaa22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.682147] env[68207]: DEBUG nova.compute.provider_tree [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.684355] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.684529] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.685209] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf46f35-02f8-4aea-ab72-c08209d399d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.690775] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 816.690775] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520ee503-6146-544d-7510-520c0eecd0ad" [ 816.690775] env[68207]: _type = "Task" [ 816.690775] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.699106] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520ee503-6146-544d-7510-520c0eecd0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.753152] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.833197] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.024395] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776667, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.085597] env[68207]: INFO nova.compute.manager [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Rebuilding instance [ 817.135191] env[68207]: DEBUG nova.compute.manager [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.136081] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad862ee8-f611-4c96-b48d-ffbe72e2d813 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.190887] env[68207]: DEBUG nova.scheduler.client.report [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.204051] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520ee503-6146-544d-7510-520c0eecd0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024215} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.204736] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51604b65-cd28-4b29-8c73-098f8ba3111c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.213885] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 817.213885] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528a37d8-030c-1fc1-bf31-35d73d4a4c07" [ 817.213885] env[68207]: _type = "Task" [ 817.213885] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.222374] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528a37d8-030c-1fc1-bf31-35d73d4a4c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.253057] env[68207]: DEBUG oslo_vmware.api [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776665, 'name': PowerOnVM_Task, 'duration_secs': 0.794453} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.253497] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.253583] env[68207]: INFO nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Took 7.33 seconds to spawn the instance on the hypervisor. [ 817.254197] env[68207]: DEBUG nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.254528] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971105dc-7172-4365-9a47-67a4c64c35a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.332807] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776666, 'name': ReconfigVM_Task, 'duration_secs': 0.617873} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.333069] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae/7cef8515-e78d-48f4-85cf-e3cb109db7ae.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.333718] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4f8313-9d03-4286-94f3-a457058e3e12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.340414] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 817.340414] env[68207]: value = "task-2776668" [ 817.340414] env[68207]: _type = "Task" [ 817.340414] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.350589] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776668, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.478009] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.523321] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.523616] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.523777] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.523960] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.524120] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.524269] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.524473] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.524647] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.524813] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.524972] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.525157] env[68207]: DEBUG nova.virt.hardware [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.526028] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac4408-3f50-45a6-a78a-b7dceb0467c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.537643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1144dd12-0953-45e0-af36-767ec15b569b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.543454] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776667, 'name': Destroy_Task, 'duration_secs': 0.721161} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.543454] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Destroyed the VM [ 817.543454] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.543454] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb8fb83b-7fa8-40b6-9ed2-32a74ccaefec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.555757] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 817.555757] env[68207]: value = "task-2776669" [ 817.555757] env[68207]: _type = "Task" [ 817.555757] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.564770] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.697906] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.700539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.613s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.703693] env[68207]: INFO nova.compute.claims [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.725555] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528a37d8-030c-1fc1-bf31-35d73d4a4c07, 'name': SearchDatastore_Task, 'duration_secs': 0.05577} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.726495] env[68207]: INFO nova.scheduler.client.report [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Deleted allocations for instance 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c [ 817.727470] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.727747] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] bcf04501-b20b-4c01-8ca6-d73f5f6e5e26/bcf04501-b20b-4c01-8ca6-d73f5f6e5e26.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.730127] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-292968d0-4de2-417f-87c0-0d846f2ec972 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.738804] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 817.738804] env[68207]: value = "task-2776670" [ 817.738804] env[68207]: _type = "Task" [ 817.738804] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.750337] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.777617] env[68207]: INFO nova.compute.manager [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Took 47.87 seconds to build instance. [ 817.852015] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776668, 'name': Rename_Task, 'duration_secs': 0.499823} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.852420] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.852673] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ccaf2b-0103-4862-bcd0-b862e9e4498d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.862821] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 817.862821] env[68207]: value = "task-2776671" [ 817.862821] env[68207]: _type = "Task" [ 817.862821] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.872135] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.062151] env[68207]: DEBUG nova.compute.manager [req-b1d941c5-c4d5-4478-89a3-0261190a4932 req-7788dbfa-582e-4d39-9225-2b7e0a45c310 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received event network-vif-plugged-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 818.062408] env[68207]: DEBUG oslo_concurrency.lockutils [req-b1d941c5-c4d5-4478-89a3-0261190a4932 req-7788dbfa-582e-4d39-9225-2b7e0a45c310 service nova] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.062791] env[68207]: DEBUG oslo_concurrency.lockutils [req-b1d941c5-c4d5-4478-89a3-0261190a4932 req-7788dbfa-582e-4d39-9225-2b7e0a45c310 service nova] Lock "154ba180-8d21-4cab-8614-97d441aa5956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.062791] env[68207]: DEBUG oslo_concurrency.lockutils [req-b1d941c5-c4d5-4478-89a3-0261190a4932 req-7788dbfa-582e-4d39-9225-2b7e0a45c310 service nova] Lock "154ba180-8d21-4cab-8614-97d441aa5956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.062944] env[68207]: DEBUG nova.compute.manager [req-b1d941c5-c4d5-4478-89a3-0261190a4932 req-7788dbfa-582e-4d39-9225-2b7e0a45c310 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] No waiting events found dispatching network-vif-plugged-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.066022] env[68207]: WARNING nova.compute.manager [req-b1d941c5-c4d5-4478-89a3-0261190a4932 req-7788dbfa-582e-4d39-9225-2b7e0a45c310 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received unexpected event network-vif-plugged-2a07dc23-e821-4f18-a76d-c29d0d71109f for instance with vm_state building and task_state spawning. [ 818.070306] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.150299] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.150907] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac684e5-367a-45ce-a244-60626543d2d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.167939] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 818.167939] env[68207]: value = "task-2776672" [ 818.167939] env[68207]: _type = "Task" [ 818.167939] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.180598] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.217389] env[68207]: DEBUG nova.network.neutron [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Successfully updated port: 2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.237504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-48c67d88-26ed-4c92-a0ac-86d8dbb09eb4 tempest-VolumesAssistedSnapshotsTest-1939381889 tempest-VolumesAssistedSnapshotsTest-1939381889-project-member] Lock "6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.392s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.252361] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776670, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.281372] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f45007c6-edfa-4930-8fd9-df12f80838b0 tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.949s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.377318] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.568132] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.650029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.650477] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.650799] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.651110] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.651369] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.654029] env[68207]: INFO nova.compute.manager [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Terminating instance [ 818.680368] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776672, 'name': PowerOffVM_Task, 'duration_secs': 0.247765} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.680794] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.681652] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.682569] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b04c6-5e54-42f6-a34a-c3500da86c03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.691731] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.692179] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5b7e192-15dc-4922-a4d6-5e3039deb761 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.719898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.720234] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.720234] env[68207]: DEBUG nova.network.neutron [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.726517] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.726883] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.728504] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Deleting the datastore file [datastore2] e382429d-4899-4e16-b28c-260782a25e50 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.729535] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35cad7d2-cae1-4353-b3c1-243cccff5987 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.739048] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 818.739048] env[68207]: value = "task-2776674" [ 818.739048] env[68207]: _type = "Task" [ 818.739048] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.758272] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.758930] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90407} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.759236] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] bcf04501-b20b-4c01-8ca6-d73f5f6e5e26/bcf04501-b20b-4c01-8ca6-d73f5f6e5e26.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.759456] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.759714] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d038bbf-91a2-45c3-bb64-0726d1915789 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.769363] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 818.769363] env[68207]: value = "task-2776675" [ 818.769363] env[68207]: _type = "Task" [ 818.769363] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.784350] env[68207]: DEBUG nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.787900] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.882548] env[68207]: DEBUG oslo_vmware.api [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776671, 'name': PowerOnVM_Task, 'duration_secs': 0.867001} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.882662] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.882832] env[68207]: DEBUG nova.compute.manager [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.884409] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda6e75-240e-418c-a7ce-2b3e136b86c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.070451] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776669, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.157725] env[68207]: DEBUG nova.compute.manager [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.157955] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.158844] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733e6ff8-6841-4e6d-9593-c1488e28d422 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.167717] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.167996] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfee2fd7-8210-49c1-81f0-1eae19208431 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.178409] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 819.178409] env[68207]: value = "task-2776676" [ 819.178409] env[68207]: _type = "Task" [ 819.178409] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.193536] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.254046] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214741} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.254327] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.254518] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.254691] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.284333] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096572} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.284612] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.285813] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe216fa1-2fd1-4d0c-957a-87ecd49a4baf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.315823] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] bcf04501-b20b-4c01-8ca6-d73f5f6e5e26/bcf04501-b20b-4c01-8ca6-d73f5f6e5e26.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.316235] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.320238] env[68207]: DEBUG nova.network.neutron [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.321529] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba5db8e-c1f6-43e4-a9fa-b62b599d56e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.343742] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 819.343742] env[68207]: value = "task-2776677" [ 819.343742] env[68207]: _type = "Task" [ 819.343742] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.352850] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d38218e-1d55-4fd3-b8b5-439695bfa0f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.358792] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.366934] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4370914a-f8db-4ca3-9cdc-2408b1166552 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.405661] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f435b-58e2-47f8-8159-9c3d1038c46b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.412511] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.418231] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971c29a2-e979-40c7-b8fb-e1f1dda29c9a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.433523] env[68207]: DEBUG nova.compute.provider_tree [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.562666] env[68207]: DEBUG nova.network.neutron [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.571719] env[68207]: DEBUG oslo_vmware.api [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776669, 'name': RemoveSnapshot_Task, 'duration_secs': 1.724495} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.571972] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.690974] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776676, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.855486] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.936911] env[68207]: DEBUG nova.scheduler.client.report [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.067026] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.067026] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Instance network_info: |[{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.070718] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:ca:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a07dc23-e821-4f18-a76d-c29d0d71109f', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.076052] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.078509] env[68207]: WARNING nova.compute.manager [None req-7cbac25b-03c1-4c86-9b29-b53466d24720 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Image not found during snapshot: nova.exception.ImageNotFound: Image 84f22ba9-51b3-49f2-a303-b6aefe524db1 could not be found. [ 820.079623] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.081743] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd713c6e-47c8-43a6-aa75-187167975640 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.115507] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.115507] env[68207]: value = "task-2776678" [ 820.115507] env[68207]: _type = "Task" [ 820.115507] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.128024] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776678, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.193898] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776676, 'name': PowerOffVM_Task, 'duration_secs': 0.581575} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.194412] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.195315] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.195631] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fc14bdb-df98-40b7-873b-708ca4a9de26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.277626] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.277626] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.277626] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Deleting the datastore file [datastore2] ebf24b8c-2e9e-4f2f-99f5-725c87308699 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.277626] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e13382-2f7d-4ba8-984e-4ff54a81c32f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.285140] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for the task: (returnval){ [ 820.285140] env[68207]: value = "task-2776680" [ 820.285140] env[68207]: _type = "Task" [ 820.285140] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.300795] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.307420] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.307420] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.307420] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.307627] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.307627] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.307627] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.307627] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.307627] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.307789] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.307789] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.307789] env[68207]: DEBUG nova.virt.hardware [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.307789] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c810bb5-705a-497f-bbb4-a310d63fa3a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.317283] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ccf1a-c12c-4712-9515-fc35c59c774c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.334266] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.344846] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.345465] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.345986] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b23ef9f-9d73-40a9-9e4f-bae1ccf938a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.376163] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.378306] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.378306] env[68207]: value = "task-2776681" [ 820.378306] env[68207]: _type = "Task" [ 820.378306] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.390085] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776681, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.442825] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.443427] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.446943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.923s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.447258] env[68207]: DEBUG nova.objects.instance [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lazy-loading 'resources' on Instance uuid d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.611100] env[68207]: DEBUG nova.compute.manager [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 820.611436] env[68207]: DEBUG nova.compute.manager [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing instance network info cache due to event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 820.611673] env[68207]: DEBUG oslo_concurrency.lockutils [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.611890] env[68207]: DEBUG oslo_concurrency.lockutils [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.616272] env[68207]: DEBUG nova.network.neutron [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.633646] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776678, 'name': CreateVM_Task, 'duration_secs': 0.464866} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.635035] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.636685] env[68207]: DEBUG oslo_vmware.service [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32381339-fe3c-4656-9f1e-6fa33ca650bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.646333] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.647021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.647021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.647737] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c71e2d-b930-4a53-a011-fd52b0c226ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.658786] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 820.658786] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d07369-3590-9c9b-e07f-ba88f1a037bf" [ 820.658786] env[68207]: _type = "Task" [ 820.658786] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.672475] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d07369-3590-9c9b-e07f-ba88f1a037bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.780851] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.781140] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.800992] env[68207]: DEBUG oslo_vmware.api [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Task: {'id': task-2776680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211059} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.802016] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.802406] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.802707] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.803114] env[68207]: INFO nova.compute.manager [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Took 1.65 seconds to destroy the instance on the hypervisor. [ 820.803462] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.803763] env[68207]: DEBUG nova.compute.manager [-] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.803956] env[68207]: DEBUG nova.network.neutron [-] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.863388] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776677, 'name': ReconfigVM_Task, 'duration_secs': 1.095463} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.863733] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Reconfigured VM instance instance-00000030 to attach disk [datastore2] bcf04501-b20b-4c01-8ca6-d73f5f6e5e26/bcf04501-b20b-4c01-8ca6-d73f5f6e5e26.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.864687] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad703b1-fb2a-4548-8163-18ce44987c47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.872864] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 820.872864] env[68207]: value = "task-2776682" [ 820.872864] env[68207]: _type = "Task" [ 820.872864] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.887603] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776682, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.891530] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776681, 'name': CreateVM_Task, 'duration_secs': 0.369006} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.892122] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.892122] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.950810] env[68207]: DEBUG nova.compute.utils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.956918] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.957172] env[68207]: DEBUG nova.network.neutron [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.013400] env[68207]: DEBUG nova.policy [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3443f26bfe164376b40f05b237370671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ec449f979b34b6d92a83cbe7deb810e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.125351] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.128355] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.128355] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.128355] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.128355] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.134920] env[68207]: INFO nova.compute.manager [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Terminating instance [ 821.175792] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.175792] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.175792] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.175792] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.176200] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.176200] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.176200] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.176200] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71df365f-30f8-4b5c-bd37-403792810800 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.179872] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fe27b7-863a-416d-8464-1fc9e60c5ab9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.197465] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 821.197465] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d37a47-8a83-8947-d5c1-69b6b5bd5e5c" [ 821.197465] env[68207]: _type = "Task" [ 821.197465] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.202275] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.202575] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.206414] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853b6b9-23f8-4c27-b59f-604b984cdb17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.220538] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40563281-6764-4924-9f20-4637d13aed32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.223704] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.224039] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.224256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.233020] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 821.233020] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52dd1fe6-ac0f-251a-94d2-8da6a3403eb5" [ 821.233020] env[68207]: _type = "Task" [ 821.233020] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.241218] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dd1fe6-ac0f-251a-94d2-8da6a3403eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.385832] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776682, 'name': Rename_Task, 'duration_secs': 0.167534} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.390107] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.393633] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d6e925-394b-498b-9daf-ef1c2b3342a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.403292] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 821.403292] env[68207]: value = "task-2776683" [ 821.403292] env[68207]: _type = "Task" [ 821.403292] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.413306] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.460169] env[68207]: DEBUG nova.compute.utils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.507131] env[68207]: DEBUG nova.network.neutron [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updated VIF entry in instance network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.507368] env[68207]: DEBUG nova.network.neutron [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.546976] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e042e6-36be-47b8-9691-709037ae4784 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.553376] env[68207]: DEBUG nova.network.neutron [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Successfully created port: f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.558771] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef9f9e0-61e8-446f-bcf2-a35cebdf9692 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.596297] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487dd39-d47e-4c9d-a444-95c3ef739b3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.609044] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397b2562-2894-482b-85b3-a5dcdbe2021b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.621615] env[68207]: DEBUG nova.compute.provider_tree [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.638979] env[68207]: DEBUG nova.compute.manager [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.639336] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.640539] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5d003-7517-4ae4-81e5-f1466b84a24d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.650931] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.653233] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd83c22c-d1d1-4b0f-bc86-6e6f01996904 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.659046] env[68207]: DEBUG oslo_vmware.api [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 821.659046] env[68207]: value = "task-2776684" [ 821.659046] env[68207]: _type = "Task" [ 821.659046] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.670132] env[68207]: DEBUG oslo_vmware.api [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.692146] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.692254] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.693035] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.693280] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.693781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.696700] env[68207]: INFO nova.compute.manager [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Terminating instance [ 821.742535] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 821.742886] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.743457] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-348389e3-52b2-47b8-ad21-7957301537b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.753555] env[68207]: DEBUG nova.network.neutron [-] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.766258] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.766483] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Fetch image to [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 821.766654] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Downloading image file data 6f622ea6-e945-4306-8b08-0b2cd4f62115 to [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk on the data store datastore1 {{(pid=68207) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 821.767478] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c12ead-c3d0-4447-9e87-93e58034ffb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.777699] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d8c10-6633-4e8f-a8bf-01dac690d961 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.799176] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05f004-c89f-48fe-84d6-e65670bdc204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.835455] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b356909d-a26c-4442-82a4-b4231acaca91 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.843267] env[68207]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e874db7b-fc29-4f1f-b65d-ccb9b111cd1f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.883302] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Downloading image file data 6f622ea6-e945-4306-8b08-0b2cd4f62115 to the data store datastore1 {{(pid=68207) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 821.920574] env[68207]: DEBUG oslo_vmware.api [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776683, 'name': PowerOnVM_Task, 'duration_secs': 0.493123} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.923134] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.923280] env[68207]: INFO nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Took 9.24 seconds to spawn the instance on the hypervisor. [ 821.923497] env[68207]: DEBUG nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.928371] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70476c15-040c-4650-91e6-d34850e2c57f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.962310] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.969265] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 822.033790] env[68207]: DEBUG oslo_concurrency.lockutils [req-196e489b-8be7-4358-9595-8dad9c8db245 req-8e1347d5-2eae-4ecb-ba29-2495d0c5e72a service nova] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.088559] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "82120b95-6022-4592-8c70-619c09a8601f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.088835] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.125479] env[68207]: DEBUG nova.scheduler.client.report [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.171068] env[68207]: DEBUG oslo_vmware.api [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776684, 'name': PowerOffVM_Task, 'duration_secs': 0.215976} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.174948] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.175272] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.175431] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19d8dbe3-4fe4-459e-b821-ab3f3e7653e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.203583] env[68207]: DEBUG nova.compute.manager [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.203879] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.204815] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6987b8b-757a-488c-9241-3ba597feff40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.216805] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.217513] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de7cfbf-f127-4b75-b343-8c42a9b6da56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.225163] env[68207]: DEBUG oslo_vmware.api [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 822.225163] env[68207]: value = "task-2776686" [ 822.225163] env[68207]: _type = "Task" [ 822.225163] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.237180] env[68207]: DEBUG oslo_vmware.api [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.241235] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.241568] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.241835] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] 7cef8515-e78d-48f4-85cf-e3cb109db7ae {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.242792] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba75471b-17c1-41fd-825a-130eeb13f456 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.252220] env[68207]: DEBUG oslo_vmware.api [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 822.252220] env[68207]: value = "task-2776687" [ 822.252220] env[68207]: _type = "Task" [ 822.252220] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.255921] env[68207]: INFO nova.compute.manager [-] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Took 1.45 seconds to deallocate network for instance. [ 822.265202] env[68207]: DEBUG oslo_vmware.api [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.461950] env[68207]: INFO nova.compute.manager [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Took 50.03 seconds to build instance. [ 822.627729] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 822.627729] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 822.634021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.634021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.195s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.635365] env[68207]: INFO nova.compute.claims [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.660861] env[68207]: INFO nova.scheduler.client.report [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleted allocations for instance d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99 [ 822.736447] env[68207]: DEBUG oslo_vmware.api [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776686, 'name': PowerOffVM_Task, 'duration_secs': 0.224637} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.739089] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.739089] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.739089] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9523f7ed-ac94-4ed1-bd3f-6ae11d688197 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.748955] env[68207]: DEBUG nova.compute.manager [req-e0a36728-c34d-4b7c-8424-e5f10a0d54fe req-f3e9a391-ae3a-4d1f-8c2c-fb45285fa7ff service nova] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Received event network-vif-deleted-bf1b23ad-a977-4bdb-8328-1e7319e9ed0a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.763198] env[68207]: DEBUG oslo_vmware.api [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249368} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.763675] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.764013] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.764321] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.764613] env[68207]: INFO nova.compute.manager [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 822.764978] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.765321] env[68207]: DEBUG nova.compute.manager [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.765556] env[68207]: DEBUG nova.network.neutron [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.771030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.771030] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Downloaded image file data 6f622ea6-e945-4306-8b08-0b2cd4f62115 to vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk on the data store datastore1 {{(pid=68207) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 822.771469] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 822.771812] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying Virtual Disk [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk to [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.772245] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-150358e8-b021-42a0-9001-b880d910aa72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.784019] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 822.784019] env[68207]: value = "task-2776689" [ 822.784019] env[68207]: _type = "Task" [ 822.784019] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.792516] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.804212] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.804212] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.804212] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleting the datastore file [datastore2] 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.804212] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d35ec49-b5e5-4e32-ab34-6dc3ba9077df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.811384] env[68207]: DEBUG oslo_vmware.api [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 822.811384] env[68207]: value = "task-2776690" [ 822.811384] env[68207]: _type = "Task" [ 822.811384] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.821822] env[68207]: DEBUG oslo_vmware.api [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.963136] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82614793-39d4-4a46-a3ac-0722fdfb0e68 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.101s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.975131] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.010511] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:21:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1201125952',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2002717519',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.011144] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.011328] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.011567] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.011919] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.012321] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.012821] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.012821] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.012821] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.013196] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.013455] env[68207]: DEBUG nova.virt.hardware [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.014357] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb619606-c082-4abc-af7a-cd4fd51fb437 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.024450] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766cb8c-7dba-47f8-807a-1f54f33fd9ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.175166] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4bec9ff0-4d6b-48ce-9fbb-65036387badd tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.209s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.226483] env[68207]: DEBUG nova.network.neutron [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Successfully updated port: f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.296040] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776689, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.325508] env[68207]: DEBUG oslo_vmware.api [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299245} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.325508] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.325508] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.325508] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.325661] env[68207]: INFO nova.compute.manager [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 823.325873] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.326160] env[68207]: DEBUG nova.compute.manager [-] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.326160] env[68207]: DEBUG nova.network.neutron [-] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.465571] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.644092] env[68207]: DEBUG nova.network.neutron [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.713844] env[68207]: DEBUG nova.compute.manager [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Received event network-changed-20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.714698] env[68207]: DEBUG nova.compute.manager [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Refreshing instance network info cache due to event network-changed-20b79fb1-d5c7-426f-b895-ed400763bc26. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 823.714895] env[68207]: DEBUG oslo_concurrency.lockutils [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] Acquiring lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.715055] env[68207]: DEBUG oslo_concurrency.lockutils [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] Acquired lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.715224] env[68207]: DEBUG nova.network.neutron [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Refreshing network info cache for port 20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.734777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.734777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.734777] env[68207]: DEBUG nova.network.neutron [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.798532] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776689, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.991863] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.146833] env[68207]: INFO nova.compute.manager [-] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Took 1.38 seconds to deallocate network for instance. [ 824.200038] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dade2c-57f6-4556-ac6c-27c33e114d6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.202860] env[68207]: DEBUG nova.network.neutron [-] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.209477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36319b4-ad08-45ef-9377-c30f305141c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.248199] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be0e38-ce27-4473-8e78-702ed8bbb3a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.257823] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd67fb-51ae-4dca-8804-fbd934a5b33f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.273480] env[68207]: DEBUG nova.compute.provider_tree [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.295573] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776689, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.414019} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.295825] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied Virtual Disk [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk to [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.296020] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleting the datastore file [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115/tmp-sparse.vmdk {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.296293] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b78998f-e054-4996-a0a4-0d6d9bf9e799 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.304990] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 824.304990] env[68207]: value = "task-2776691" [ 824.304990] env[68207]: _type = "Task" [ 824.304990] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.312636] env[68207]: DEBUG nova.network.neutron [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.318162] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.637474] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fcbce330-9c81-440e-8cf3-12542c264854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.637758] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fcbce330-9c81-440e-8cf3-12542c264854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.637972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fcbce330-9c81-440e-8cf3-12542c264854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.638172] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fcbce330-9c81-440e-8cf3-12542c264854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.638345] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fcbce330-9c81-440e-8cf3-12542c264854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.641128] env[68207]: INFO nova.compute.manager [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Terminating instance [ 824.658200] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.662550] env[68207]: DEBUG nova.network.neutron [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Updating instance_info_cache with network_info: [{"id": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "address": "fa:16:3e:24:d0:e4", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b8b600-dc", "ovs_interfaceid": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.705989] env[68207]: INFO nova.compute.manager [-] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Took 1.38 seconds to deallocate network for instance. [ 824.719404] env[68207]: DEBUG nova.network.neutron [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updated VIF entry in instance network info cache for port 20b79fb1-d5c7-426f-b895-ed400763bc26. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.719540] env[68207]: DEBUG nova.network.neutron [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updating instance_info_cache with network_info: [{"id": "20b79fb1-d5c7-426f-b895-ed400763bc26", "address": "fa:16:3e:05:36:69", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b79fb1-d5", "ovs_interfaceid": "20b79fb1-d5c7-426f-b895-ed400763bc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.777322] env[68207]: DEBUG nova.scheduler.client.report [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.817851] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040496} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.817996] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.818145] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Moving file from [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6/6f622ea6-e945-4306-8b08-0b2cd4f62115 to [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115. {{(pid=68207) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 824.819041] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-625118df-7f30-4fff-aba8-95c7fccaae63 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.826586] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 824.826586] env[68207]: value = "task-2776692" [ 824.826586] env[68207]: _type = "Task" [ 824.826586] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.836439] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776692, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.852228] env[68207]: DEBUG nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Received event network-vif-plugged-f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.852228] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] Acquiring lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.852228] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.853012] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.853369] env[68207]: DEBUG nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] No waiting events found dispatching network-vif-plugged-f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.853747] env[68207]: WARNING nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Received unexpected event network-vif-plugged-f3b8b600-dcca-448b-b457-6b5e71dfe5a2 for instance with vm_state building and task_state spawning. [ 824.854072] env[68207]: DEBUG nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Received event network-vif-deleted-28fb31ad-d71e-470b-87fb-e360d158ef2b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.854406] env[68207]: DEBUG nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Received event network-changed-f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.854705] env[68207]: DEBUG nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Refreshing instance network info cache due to event network-changed-f3b8b600-dcca-448b-b457-6b5e71dfe5a2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 824.855242] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] Acquiring lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.107659] env[68207]: DEBUG nova.objects.instance [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lazy-loading 'flavor' on Instance uuid 6a77cc49-0b11-4341-a8c9-290cdf086ca0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.144436] env[68207]: DEBUG nova.compute.manager [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.144679] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.145566] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910eab5b-e51b-4390-9ce1-369beabd32df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.157746] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.158105] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42dcbac0-0d1b-4097-9955-b58e083477a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.164688] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Releasing lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.165045] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Instance network_info: |[{"id": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "address": "fa:16:3e:24:d0:e4", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b8b600-dc", "ovs_interfaceid": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.166530] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] Acquired lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.166728] env[68207]: DEBUG nova.network.neutron [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Refreshing network info cache for port f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.172050] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:d0:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3b8b600-dcca-448b-b457-6b5e71dfe5a2', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.182951] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.183287] env[68207]: DEBUG oslo_vmware.api [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 825.183287] env[68207]: value = "task-2776693" [ 825.183287] env[68207]: _type = "Task" [ 825.183287] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.184344] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.184627] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f8084a0-a2e2-4233-9c22-c590bde090e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.208840] env[68207]: DEBUG oslo_vmware.api [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.210088] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.210088] env[68207]: value = "task-2776694" [ 825.210088] env[68207]: _type = "Task" [ 825.210088] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.214033] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.219295] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776694, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.221906] env[68207]: DEBUG oslo_concurrency.lockutils [req-69d0cb7e-5514-4ded-ac5c-20ebfd8b07c9 req-bce7f147-fe79-4bad-99da-93d98973a05d service nova] Releasing lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.285870] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.285870] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.288667] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.374s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.291547] env[68207]: INFO nova.compute.claims [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.340102] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776692, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.057146} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.342034] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] File moved {{(pid=68207) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 825.342034] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Cleaning up location [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 825.342034] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleting the datastore file [datastore1] vmware_temp/b12f6d58-cf33-4226-b013-61a6c45bf2c6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.342034] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b809ad7-dc70-4665-bcc0-4b2ea27d54b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.351031] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 825.351031] env[68207]: value = "task-2776695" [ 825.351031] env[68207]: _type = "Task" [ 825.351031] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.361277] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.610823] env[68207]: DEBUG oslo_concurrency.lockutils [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.610937] env[68207]: DEBUG oslo_concurrency.lockutils [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.695119] env[68207]: DEBUG oslo_vmware.api [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776693, 'name': PowerOffVM_Task, 'duration_secs': 0.243781} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.695403] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.695576] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.695823] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4587f414-df3f-44c4-9818-e3b1c7823a46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.721619] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776694, 'name': CreateVM_Task, 'duration_secs': 0.370044} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.721837] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.725093] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.725306] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.725632] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.725939] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb1937d-a13d-4715-9351-b0e89ae4051e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.732902] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 825.732902] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5298dd89-760f-7413-c044-cc0af2a15197" [ 825.732902] env[68207]: _type = "Task" [ 825.732902] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.744337] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5298dd89-760f-7413-c044-cc0af2a15197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.764908] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.764908] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.764908] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleting the datastore file [datastore2] fcbce330-9c81-440e-8cf3-12542c264854 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.765130] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-940b95d8-b75b-40cb-bedf-fabe7bd24558 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.774237] env[68207]: DEBUG oslo_vmware.api [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 825.774237] env[68207]: value = "task-2776697" [ 825.774237] env[68207]: _type = "Task" [ 825.774237] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.788209] env[68207]: DEBUG oslo_vmware.api [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.796365] env[68207]: DEBUG nova.compute.utils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.808391] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.808391] env[68207]: DEBUG nova.network.neutron [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.861917] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043946} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.862820] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.864719] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbafa1d-554e-4df4-a74e-aadf11ce460a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.876261] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 825.876261] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5246b21c-9f4b-9607-c9d6-21d8661abc83" [ 825.876261] env[68207]: _type = "Task" [ 825.876261] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.885155] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5246b21c-9f4b-9607-c9d6-21d8661abc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.889977] env[68207]: DEBUG nova.policy [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1551b011c1ff4c789d348f93bbf8eaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11cc7f44d2c047c6a9cd8359ccc440fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.903034] env[68207]: DEBUG nova.compute.manager [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Received event network-changed-20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.903034] env[68207]: DEBUG nova.compute.manager [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Refreshing instance network info cache due to event network-changed-20b79fb1-d5c7-426f-b895-ed400763bc26. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 825.903034] env[68207]: DEBUG oslo_concurrency.lockutils [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] Acquiring lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.903034] env[68207]: DEBUG oslo_concurrency.lockutils [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] Acquired lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.903034] env[68207]: DEBUG nova.network.neutron [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Refreshing network info cache for port 20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.095407] env[68207]: DEBUG nova.network.neutron [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Updated VIF entry in instance network info cache for port f3b8b600-dcca-448b-b457-6b5e71dfe5a2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.095890] env[68207]: DEBUG nova.network.neutron [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Updating instance_info_cache with network_info: [{"id": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "address": "fa:16:3e:24:d0:e4", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b8b600-dc", "ovs_interfaceid": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.246616] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5298dd89-760f-7413-c044-cc0af2a15197, 'name': SearchDatastore_Task, 'duration_secs': 0.015922} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.247065] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247205] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.247597] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.247761] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.247986] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.248273] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1c43f58-14d8-4ca1-b841-5244cf63d3a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.259549] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.259736] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.260506] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22490ea-ce07-46f8-a1ae-9baac8f6336d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.266794] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 826.266794] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527930cb-c01b-75a9-4c59-5ff522735a47" [ 826.266794] env[68207]: _type = "Task" [ 826.266794] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.275424] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527930cb-c01b-75a9-4c59-5ff522735a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.283965] env[68207]: DEBUG oslo_vmware.api [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322193} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.284722] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.284894] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.285202] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.285375] env[68207]: INFO nova.compute.manager [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.285524] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.285683] env[68207]: DEBUG nova.compute.manager [-] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.285778] env[68207]: DEBUG nova.network.neutron [-] [instance: fcbce330-9c81-440e-8cf3-12542c264854] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.308679] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.353635] env[68207]: DEBUG nova.network.neutron [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.388751] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5246b21c-9f4b-9607-c9d6-21d8661abc83, 'name': SearchDatastore_Task, 'duration_secs': 0.033613} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.391574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.391844] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/154ba180-8d21-4cab-8614-97d441aa5956.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.392358] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.392560] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.392785] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b939f9-28c6-4597-84ea-ab0efb538fd5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.395274] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0dbcd79-5830-431c-be10-d2538220a4ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.411104] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 826.411104] env[68207]: value = "task-2776698" [ 826.411104] env[68207]: _type = "Task" [ 826.411104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.416721] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.416721] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.417602] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe90bb1-82d3-4ec0-a4fa-1f61e07b98c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.429123] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 826.429123] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527d0e3b-63ae-1510-88a5-9fa00ef370e6" [ 826.429123] env[68207]: _type = "Task" [ 826.429123] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.432399] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.444861] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527d0e3b-63ae-1510-88a5-9fa00ef370e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.445765] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d01d9e-9e8b-4b0b-9604-20d8ef177170 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.455242] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 826.455242] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524a194a-c3f1-70f9-dbac-398e2c7dd6db" [ 826.455242] env[68207]: _type = "Task" [ 826.455242] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.463880] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524a194a-c3f1-70f9-dbac-398e2c7dd6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.600788] env[68207]: DEBUG oslo_concurrency.lockutils [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] Releasing lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.601078] env[68207]: DEBUG nova.compute.manager [req-d2aba06b-92ac-4b18-8c16-21080fa2b412 req-9cbd5769-82dd-4d3c-8500-6101d96309ca service nova] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Received event network-vif-deleted-90291d03-199f-4c74-8896-cf6d8b9df1a9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.712615] env[68207]: DEBUG nova.network.neutron [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Successfully created port: fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.778295] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527930cb-c01b-75a9-4c59-5ff522735a47, 'name': SearchDatastore_Task, 'duration_secs': 0.017121} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.779130] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89be63c-baaf-4d80-9570-237e21693d73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.785268] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 826.785268] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bfb9a5-7819-4240-b126-f76ef9a4c4bf" [ 826.785268] env[68207]: _type = "Task" [ 826.785268] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.798931] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bfb9a5-7819-4240-b126-f76ef9a4c4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.798931] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.799323] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40/45f3f52b-8bc1-4795-bea8-2c30a4056f40.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.799384] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4f3f40a-36cf-4520-af48-99883ce3ff34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.810368] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 826.810368] env[68207]: value = "task-2776699" [ 826.810368] env[68207]: _type = "Task" [ 826.810368] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.825372] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.864192] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1417a26-5f59-4d62-b620-1a394f787a6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.877160] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a09912-124c-4243-8440-e64aa39c8504 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.912410] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f899aa-1eca-469d-b26b-702194463c72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.916584] env[68207]: DEBUG nova.compute.manager [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.916584] env[68207]: DEBUG nova.compute.manager [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing instance network info cache due to event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 826.916797] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.928426] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776698, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.934731] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d5e1c-5a2b-44af-89a7-e245000ed4b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.953926] env[68207]: DEBUG nova.compute.provider_tree [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.971010] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524a194a-c3f1-70f9-dbac-398e2c7dd6db, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.971411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.971832] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.971953] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a0721a8-f755-467e-b3fc-d778a5fabb7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.982438] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 826.982438] env[68207]: value = "task-2776700" [ 826.982438] env[68207]: _type = "Task" [ 826.982438] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.993319] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.053796] env[68207]: DEBUG nova.network.neutron [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updated VIF entry in instance network info cache for port 20b79fb1-d5c7-426f-b895-ed400763bc26. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.054197] env[68207]: DEBUG nova.network.neutron [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updating instance_info_cache with network_info: [{"id": "20b79fb1-d5c7-426f-b895-ed400763bc26", "address": "fa:16:3e:05:36:69", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b79fb1-d5", "ovs_interfaceid": "20b79fb1-d5c7-426f-b895-ed400763bc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.322682] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.325454] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.347762] env[68207]: DEBUG nova.network.neutron [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.360837] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.361088] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.361271] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.361468] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.361618] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.361779] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.361967] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.362166] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.362342] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.362505] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.362707] env[68207]: DEBUG nova.virt.hardware [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.363613] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300aa4a1-c2c2-4a07-b1b9-4d45a772f46c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.374344] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10f3dd1-bd28-4381-9637-fd64c761f795 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.429121] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829422} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.429536] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/154ba180-8d21-4cab-8614-97d441aa5956.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.429673] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.431318] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ac3341e-a829-40f6-9dbe-1f31c89a22ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.439279] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 827.439279] env[68207]: value = "task-2776701" [ 827.439279] env[68207]: _type = "Task" [ 827.439279] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.450697] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.460413] env[68207]: DEBUG nova.scheduler.client.report [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.493537] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776700, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.559027] env[68207]: DEBUG oslo_concurrency.lockutils [req-f54fc0c8-4027-4a2d-bc39-e0124d226f12 req-a16d9f0e-0d4d-4675-9241-a4fd11eec9e2 service nova] Releasing lock "refresh_cache-bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.604962] env[68207]: DEBUG nova.network.neutron [-] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.823718] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678501} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.824020] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40/45f3f52b-8bc1-4795-bea8-2c30a4056f40.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.824249] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.824516] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f325d756-500c-4519-af61-22d95d88ba94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.835487] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 827.835487] env[68207]: value = "task-2776702" [ 827.835487] env[68207]: _type = "Task" [ 827.835487] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.847717] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.851995] env[68207]: DEBUG oslo_concurrency.lockutils [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851995] env[68207]: DEBUG nova.compute.manager [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Inject network info {{(pid=68207) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 827.852111] env[68207]: DEBUG nova.compute.manager [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] network_info to inject: |[{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 827.857407] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Reconfiguring VM instance to set the machine id {{(pid=68207) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 827.857542] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.857728] env[68207]: DEBUG nova.network.neutron [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.859114] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349af9f7-4161-443a-a652-551f15789938 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.881746] env[68207]: DEBUG oslo_vmware.api [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 827.881746] env[68207]: value = "task-2776703" [ 827.881746] env[68207]: _type = "Task" [ 827.881746] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.895363] env[68207]: DEBUG oslo_vmware.api [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.951818] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090504} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.952077] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.953091] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91b6db8-a303-4e20-8ee1-b726b159fbf6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.974606] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.975330] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.988153] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/154ba180-8d21-4cab-8614-97d441aa5956.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.992370] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.556s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.994217] env[68207]: INFO nova.compute.claims [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.997376] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e34fc1-5fbb-4878-8d43-2f88a022f1c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.025067] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.026981] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 828.026981] env[68207]: value = "task-2776704" [ 828.026981] env[68207]: _type = "Task" [ 828.026981] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.052019] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.107463] env[68207]: INFO nova.compute.manager [-] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Took 1.82 seconds to deallocate network for instance. [ 828.319333] env[68207]: DEBUG nova.objects.instance [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lazy-loading 'flavor' on Instance uuid 6a77cc49-0b11-4341-a8c9-290cdf086ca0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.345762] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083843} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.346885] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.347874] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc909b65-8cf8-4c80-ad4d-d7a44f694eb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.371834] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40/45f3f52b-8bc1-4795-bea8-2c30a4056f40.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.374592] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8c7cd2-a81e-4b6e-8b38-2f69f8dff441 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.403092] env[68207]: DEBUG oslo_vmware.api [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776703, 'name': ReconfigVM_Task, 'duration_secs': 0.234565} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.404388] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0b542-13a8-4994-ac08-447be52a23a8 tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Reconfigured VM instance to set the machine id {{(pid=68207) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 828.407211] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 828.407211] env[68207]: value = "task-2776705" [ 828.407211] env[68207]: _type = "Task" [ 828.407211] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.417399] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.486231] env[68207]: DEBUG nova.network.neutron [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Successfully updated port: fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.495192] env[68207]: DEBUG nova.compute.utils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.495192] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.495192] env[68207]: DEBUG nova.network.neutron [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.512681] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776700, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.255737} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.512776] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.512984] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.516566] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-417281f2-23ba-491d-8590-531d0142911f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.534370] env[68207]: DEBUG nova.policy [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698326964160449a8b95403aa5e445c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f470c253b8a9477382c691787a54ba9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.537446] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 828.537446] env[68207]: value = "task-2776706" [ 828.537446] env[68207]: _type = "Task" [ 828.537446] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.550777] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.555165] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.617557] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.630256] env[68207]: DEBUG nova.network.neutron [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updated VIF entry in instance network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.630642] env[68207]: DEBUG nova.network.neutron [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.823402] env[68207]: DEBUG nova.network.neutron [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Successfully created port: 2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.829120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.921649] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776705, 'name': ReconfigVM_Task, 'duration_secs': 0.340021} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.921773] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40/45f3f52b-8bc1-4795-bea8-2c30a4056f40.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.922262] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68207) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 828.923403] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-01c106ab-5e3e-47e0-8a17-d3ce54966447 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.932767] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 828.932767] env[68207]: value = "task-2776707" [ 828.932767] env[68207]: _type = "Task" [ 828.932767] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.941800] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776707, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.993637] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.993637] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.993637] env[68207]: DEBUG nova.network.neutron [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.994714] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.045665] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.053254] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078516} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.053530] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.054358] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051cd0d-3562-4d14-98cb-5ed2e534d41d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.076679] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.079695] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1bf7c9-e92a-4806-9d5a-f1db5cdd33e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.102025] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 829.102025] env[68207]: value = "task-2776708" [ 829.102025] env[68207]: _type = "Task" [ 829.102025] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.116435] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.134301] env[68207]: DEBUG oslo_concurrency.lockutils [req-7d7dca6e-6fa8-4287-a94d-e11d883532c3 req-731229f2-ccec-4c4a-892e-4efaf31e1a93 service nova] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.134984] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.316838] env[68207]: DEBUG nova.compute.manager [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Received event network-vif-deleted-1d0da48d-6384-487e-8c1d-6e10241f3913 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.316934] env[68207]: DEBUG nova.compute.manager [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Received event network-vif-plugged-fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.317084] env[68207]: DEBUG oslo_concurrency.lockutils [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] Acquiring lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.317279] env[68207]: DEBUG oslo_concurrency.lockutils [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.317440] env[68207]: DEBUG oslo_concurrency.lockutils [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.317597] env[68207]: DEBUG nova.compute.manager [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] No waiting events found dispatching network-vif-plugged-fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.318637] env[68207]: WARNING nova.compute.manager [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Received unexpected event network-vif-plugged-fa06a59c-c469-46d6-8526-6201ab70d1fe for instance with vm_state building and task_state spawning. [ 829.318637] env[68207]: DEBUG nova.compute.manager [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Received event network-changed-fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.318637] env[68207]: DEBUG nova.compute.manager [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Refreshing instance network info cache due to event network-changed-fa06a59c-c469-46d6-8526-6201ab70d1fe. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 829.318637] env[68207]: DEBUG oslo_concurrency.lockutils [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] Acquiring lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.368551] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.369468] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.444918] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776707, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059945} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.446340] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68207) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 829.446340] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c13cd66-c247-4d6a-a675-86c35033d9d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.474697] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40/ephemeral_0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.477739] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b6618c-cf8d-4007-9818-176c55559903 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.501987] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 829.501987] env[68207]: value = "task-2776709" [ 829.501987] env[68207]: _type = "Task" [ 829.501987] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.514794] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.529890] env[68207]: DEBUG nova.network.neutron [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.548203] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776704, 'name': ReconfigVM_Task, 'duration_secs': 1.043247} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.548537] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/154ba180-8d21-4cab-8614-97d441aa5956.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.549317] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-775ee7c5-a98c-4437-9a75-d588be234955 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.553881] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36554994-8bf8-4ad2-b12b-764083f4b161 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.557856] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 829.557856] env[68207]: value = "task-2776710" [ 829.557856] env[68207]: _type = "Task" [ 829.557856] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.569648] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fbf62e-4a88-4145-808a-990b3c0e201b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.575283] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776710, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.614084] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dad285-7458-436f-96fe-a4802f9b16b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.618730] env[68207]: DEBUG nova.network.neutron [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.625668] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.627039] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c7000a-6b48-4803-839d-193e900781d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.644650] env[68207]: DEBUG nova.compute.provider_tree [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.659484] env[68207]: DEBUG nova.compute.manager [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.659708] env[68207]: DEBUG nova.compute.manager [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing instance network info cache due to event network-changed-90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 829.660187] env[68207]: DEBUG oslo_concurrency.lockutils [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] Acquiring lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725659] env[68207]: DEBUG nova.network.neutron [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Updating instance_info_cache with network_info: [{"id": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "address": "fa:16:3e:e8:2f:75", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa06a59c-c4", "ovs_interfaceid": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.007692] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.022030] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776709, 'name': ReconfigVM_Task, 'duration_secs': 0.376172} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.023084] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40/ephemeral_0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.025717] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25af00ec-7786-45ec-a227-444600788677 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.033985] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 830.033985] env[68207]: value = "task-2776711" [ 830.033985] env[68207]: _type = "Task" [ 830.033985] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.039407] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.039669] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.039824] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.040014] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.040171] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.040310] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.040518] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.040677] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.040848] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.041019] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.041205] env[68207]: DEBUG nova.virt.hardware [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.042055] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6737665-98a8-4ec0-b989-a0cb5ee0139d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.048042] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776711, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.053947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aae76d-2007-4db9-897a-c8c0be4e3563 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.081749] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776710, 'name': Rename_Task, 'duration_secs': 0.181905} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.082027] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.082292] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caba4892-9065-4a4b-934a-69d5c1328ae4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.089540] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 830.089540] env[68207]: value = "task-2776712" [ 830.089540] env[68207]: _type = "Task" [ 830.089540] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.098033] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.117488] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776708, 'name': ReconfigVM_Task, 'duration_secs': 0.546099} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.117783] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Reconfigured VM instance instance-0000002e to attach disk [datastore1] e382429d-4899-4e16-b28c-260782a25e50/e382429d-4899-4e16-b28c-260782a25e50.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.118413] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e067f8-4517-459b-8d8e-85b42348e44b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.128753] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 830.128753] env[68207]: value = "task-2776713" [ 830.128753] env[68207]: _type = "Task" [ 830.128753] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.139816] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776713, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.147912] env[68207]: DEBUG nova.scheduler.client.report [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.228471] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.228853] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Instance network_info: |[{"id": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "address": "fa:16:3e:e8:2f:75", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa06a59c-c4", "ovs_interfaceid": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.229205] env[68207]: DEBUG oslo_concurrency.lockutils [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] Acquired lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.229510] env[68207]: DEBUG nova.network.neutron [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Refreshing network info cache for port fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.230651] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:2f:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa06a59c-c469-46d6-8526-6201ab70d1fe', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.239609] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.242850] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.243531] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acd3bee2-7263-4faa-99c4-a702e45cd44b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.267639] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.267639] env[68207]: value = "task-2776714" [ 830.267639] env[68207]: _type = "Task" [ 830.267639] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.277743] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776714, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.547774] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776711, 'name': Rename_Task, 'duration_secs': 0.18507} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.548476] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.548841] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b08afe78-548a-47ef-a598-29e7ef14d7fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.557869] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 830.557869] env[68207]: value = "task-2776715" [ 830.557869] env[68207]: _type = "Task" [ 830.557869] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.566137] env[68207]: DEBUG nova.network.neutron [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.586407] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.607805] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.608943] env[68207]: DEBUG nova.network.neutron [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Successfully updated port: 2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.635406] env[68207]: DEBUG nova.network.neutron [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Updated VIF entry in instance network info cache for port fa06a59c-c469-46d6-8526-6201ab70d1fe. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.635909] env[68207]: DEBUG nova.network.neutron [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Updating instance_info_cache with network_info: [{"id": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "address": "fa:16:3e:e8:2f:75", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa06a59c-c4", "ovs_interfaceid": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.641838] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776713, 'name': Rename_Task, 'duration_secs': 0.199147} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.644710] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.644710] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6e3a7c-cd7a-4ed4-b25c-9e3e3e2f43aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.653056] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 830.653056] env[68207]: value = "task-2776716" [ 830.653056] env[68207]: _type = "Task" [ 830.653056] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.657190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.657721] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.661119] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.129s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.662408] env[68207]: INFO nova.compute.claims [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.671401] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.778565] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776714, 'name': CreateVM_Task, 'duration_secs': 0.4328} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.778746] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.779489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779665] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779979] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.780271] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3905b2-5bab-42e2-a78e-11b753ad4aac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.785293] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 830.785293] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52cbb0d1-1819-0e7b-b9a5-8df94151a5cb" [ 830.785293] env[68207]: _type = "Task" [ 830.785293] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.793978] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cbb0d1-1819-0e7b-b9a5-8df94151a5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.068813] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.074545] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.074781] env[68207]: DEBUG nova.compute.manager [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Inject network info {{(pid=68207) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 831.075049] env[68207]: DEBUG nova.compute.manager [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] network_info to inject: |[{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 831.080108] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Reconfiguring VM instance to set the machine id {{(pid=68207) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 831.080445] env[68207]: DEBUG oslo_concurrency.lockutils [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] Acquired lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.080638] env[68207]: DEBUG nova.network.neutron [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Refreshing network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.083223] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfddb8d5-ebdf-4540-b6d2-4c3360a0fb98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.114338] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "refresh_cache-e2fdffd0-ea96-45b4-92b3-a50349316a9c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.114716] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "refresh_cache-e2fdffd0-ea96-45b4-92b3-a50349316a9c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.114863] env[68207]: DEBUG nova.network.neutron [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.120501] env[68207]: DEBUG oslo_vmware.api [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 831.120501] env[68207]: value = "task-2776717" [ 831.120501] env[68207]: _type = "Task" [ 831.120501] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.125872] env[68207]: DEBUG oslo_vmware.api [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2776712, 'name': PowerOnVM_Task, 'duration_secs': 0.56057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.134823] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.135177] env[68207]: INFO nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Took 13.66 seconds to spawn the instance on the hypervisor. [ 831.135753] env[68207]: DEBUG nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.137587] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de53ab6-9c1c-4e6d-9114-62eaf258c36a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.143224] env[68207]: DEBUG oslo_concurrency.lockutils [req-eb446474-0fff-450f-a4bc-7994726643e0 req-a374f7a8-50b4-41df-8771-e7cbc4ada19b service nova] Releasing lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.150459] env[68207]: DEBUG oslo_vmware.api [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.175526] env[68207]: DEBUG nova.compute.utils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.182147] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.184977] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.184977] env[68207]: DEBUG nova.network.neutron [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.226206] env[68207]: DEBUG nova.policy [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.296220] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cbb0d1-1819-0e7b-b9a5-8df94151a5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015362} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.296592] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.296827] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.297083] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.297231] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.297411] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.299921] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16c3b894-c81a-4ca1-b809-5e7b3b537378 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.312132] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.312489] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.313325] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f19921d-84cf-4b46-a916-a5f629b0785f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.321520] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 831.321520] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b315e5-8d8a-9fe6-1e51-6404a6c82eb1" [ 831.321520] env[68207]: _type = "Task" [ 831.321520] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.331161] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b315e5-8d8a-9fe6-1e51-6404a6c82eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.499225] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.502105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.502105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.502105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.502105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.502976] env[68207]: INFO nova.compute.manager [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Terminating instance [ 831.519700] env[68207]: DEBUG nova.network.neutron [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updated VIF entry in instance network info cache for port 90d11501-cabd-40ee-9ebc-a34d4acaacde. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.519918] env[68207]: DEBUG nova.network.neutron [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [{"id": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "address": "fa:16:3e:1d:28:58", "network": {"id": "8482c266-5b14-42b1-bace-79d2c1185dcb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2122281595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be96dca3cff45c89e8302e7bd09bfe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d11501-ca", "ovs_interfaceid": "90d11501-cabd-40ee-9ebc-a34d4acaacde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.524394] env[68207]: DEBUG nova.network.neutron [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Successfully created port: abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.548973] env[68207]: DEBUG nova.compute.manager [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Received event network-vif-plugged-2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.549258] env[68207]: DEBUG oslo_concurrency.lockutils [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] Acquiring lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.549403] env[68207]: DEBUG oslo_concurrency.lockutils [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.549630] env[68207]: DEBUG oslo_concurrency.lockutils [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.549742] env[68207]: DEBUG nova.compute.manager [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] No waiting events found dispatching network-vif-plugged-2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.549909] env[68207]: WARNING nova.compute.manager [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Received unexpected event network-vif-plugged-2c530172-7019-4df0-9a33-8d5a4e695ccd for instance with vm_state building and task_state spawning. [ 831.550079] env[68207]: DEBUG nova.compute.manager [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Received event network-changed-2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.550233] env[68207]: DEBUG nova.compute.manager [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Refreshing instance network info cache due to event network-changed-2c530172-7019-4df0-9a33-8d5a4e695ccd. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 831.550400] env[68207]: DEBUG oslo_concurrency.lockutils [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] Acquiring lock "refresh_cache-e2fdffd0-ea96-45b4-92b3-a50349316a9c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.569304] env[68207]: DEBUG oslo_vmware.api [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2776715, 'name': PowerOnVM_Task, 'duration_secs': 0.530697} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.569597] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.569801] env[68207]: INFO nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Took 8.60 seconds to spawn the instance on the hypervisor. [ 831.570078] env[68207]: DEBUG nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.571361] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a80ab-ef9e-44f3-bdc1-3d4d07241e97 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.641781] env[68207]: DEBUG oslo_vmware.api [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776717, 'name': ReconfigVM_Task, 'duration_secs': 0.180998} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.642089] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b4535cce-1c68-44ab-b97b-b1fab8e1e9ac tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Reconfigured VM instance to set the machine id {{(pid=68207) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 831.674192] env[68207]: DEBUG oslo_vmware.api [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776716, 'name': PowerOnVM_Task, 'duration_secs': 0.747552} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.675051] env[68207]: DEBUG nova.network.neutron [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.678216] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.678465] env[68207]: DEBUG nova.compute.manager [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.679019] env[68207]: INFO nova.compute.manager [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Took 47.71 seconds to build instance. [ 831.682976] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567cc7b-00df-4e88-9116-98834164fde0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.685495] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.836484] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b315e5-8d8a-9fe6-1e51-6404a6c82eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015773} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.841690] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9f6cda-8b43-4596-bcb9-ec3059823c54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.849143] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 831.849143] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d18a0c-5874-b1c5-4f0a-f830d590ebd1" [ 831.849143] env[68207]: _type = "Task" [ 831.849143] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.861366] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d18a0c-5874-b1c5-4f0a-f830d590ebd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.920352] env[68207]: DEBUG nova.network.neutron [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Updating instance_info_cache with network_info: [{"id": "2c530172-7019-4df0-9a33-8d5a4e695ccd", "address": "fa:16:3e:fa:b2:5c", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c530172-70", "ovs_interfaceid": "2c530172-7019-4df0-9a33-8d5a4e695ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.007706] env[68207]: DEBUG nova.compute.manager [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.008969] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.008969] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99cad39-d455-44ef-a912-f8d8bf9565f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.022420] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.022855] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540a62a9-3dea-4075-9a41-8eb62b6828fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.024750] env[68207]: DEBUG oslo_concurrency.lockutils [req-e13a4c72-009d-4b7b-a315-ac4f9176393f req-6adf5ad5-e0f1-4b34-9e71-9affeea53ca2 service nova] Releasing lock "refresh_cache-6a77cc49-0b11-4341-a8c9-290cdf086ca0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.033081] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 832.033081] env[68207]: value = "task-2776718" [ 832.033081] env[68207]: _type = "Task" [ 832.033081] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.042661] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.095283] env[68207]: INFO nova.compute.manager [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Took 43.03 seconds to build instance. [ 832.186044] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3e0113c2-9c24-4d2b-b209-30373703ccb1 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.670s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.218167] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.245696] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2c90e-94c2-4a17-b96b-0811c4dcdd06 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.256279] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97fb91c-21d9-4861-8a51-3e7da1203fe6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.296736] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9acf802-1955-421c-a326-3a2865109970 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.306965] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bc79f-0efc-4900-89dd-f842cbc45bc7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.322877] env[68207]: DEBUG nova.compute.provider_tree [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.359990] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d18a0c-5874-b1c5-4f0a-f830d590ebd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014983} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.360617] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.360880] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ee54c8fd-d1b5-4d12-a744-def735f0fe27/ee54c8fd-d1b5-4d12-a744-def735f0fe27.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.361169] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2560a6f-1c9f-4642-b28c-0c5bafaeedfa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.372845] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 832.372845] env[68207]: value = "task-2776719" [ 832.372845] env[68207]: _type = "Task" [ 832.372845] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.382099] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.423540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "refresh_cache-e2fdffd0-ea96-45b4-92b3-a50349316a9c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.425840] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Instance network_info: |[{"id": "2c530172-7019-4df0-9a33-8d5a4e695ccd", "address": "fa:16:3e:fa:b2:5c", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c530172-70", "ovs_interfaceid": "2c530172-7019-4df0-9a33-8d5a4e695ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.425840] env[68207]: DEBUG oslo_concurrency.lockutils [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] Acquired lock "refresh_cache-e2fdffd0-ea96-45b4-92b3-a50349316a9c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.426069] env[68207]: DEBUG nova.network.neutron [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Refreshing network info cache for port 2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.426069] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:b2:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c530172-7019-4df0-9a33-8d5a4e695ccd', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.435119] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.436289] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.436546] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f29ee8-99bb-4d0b-a2ab-479918b275ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.460583] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.460583] env[68207]: value = "task-2776720" [ 832.460583] env[68207]: _type = "Task" [ 832.460583] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.470691] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776720, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.546138] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776718, 'name': PowerOffVM_Task, 'duration_secs': 0.345735} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.546138] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.546138] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.546138] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d5c37b-f5d9-4d4c-9e53-2064018e64c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.599720] env[68207]: DEBUG oslo_concurrency.lockutils [None req-33b3bb40-b5ae-48ae-9f62-150e3e911ac0 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.407s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.616141] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.616491] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.616689] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Deleting the datastore file [datastore2] 6a77cc49-0b11-4341-a8c9-290cdf086ca0 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.617215] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d562ec91-006d-4a58-8cb3-7636781b3f02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.625748] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for the task: (returnval){ [ 832.625748] env[68207]: value = "task-2776722" [ 832.625748] env[68207]: _type = "Task" [ 832.625748] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.634670] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.688981] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.694904] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.727375] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.727646] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.727806] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.728016] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.728182] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.728339] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.728568] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.728739] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.728912] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.729096] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.729277] env[68207]: DEBUG nova.virt.hardware [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.730545] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b81f3e-e3b6-4b26-b556-6dab57b0debb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.742281] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369e697-8670-47d2-9549-12687a5af85f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.827222] env[68207]: DEBUG nova.scheduler.client.report [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.887523] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.973576] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776720, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.082114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "e382429d-4899-4e16-b28c-260782a25e50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.082114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "e382429d-4899-4e16-b28c-260782a25e50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.082114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "e382429d-4899-4e16-b28c-260782a25e50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.082114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "e382429d-4899-4e16-b28c-260782a25e50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.082685] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "e382429d-4899-4e16-b28c-260782a25e50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.090660] env[68207]: INFO nova.compute.manager [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Terminating instance [ 833.102721] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.136059] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.213057] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.335322] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.335322] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.339377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.648s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.341972] env[68207]: INFO nova.compute.claims [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.394623] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642676} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.394623] env[68207]: DEBUG nova.network.neutron [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Successfully updated port: abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.394623] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ee54c8fd-d1b5-4d12-a744-def735f0fe27/ee54c8fd-d1b5-4d12-a744-def735f0fe27.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.394623] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.396144] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abe8936f-caa5-4717-9ea9-a00c6fc730a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.410117] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 833.410117] env[68207]: value = "task-2776723" [ 833.410117] env[68207]: _type = "Task" [ 833.410117] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.421027] env[68207]: DEBUG nova.network.neutron [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Updated VIF entry in instance network info cache for port 2c530172-7019-4df0-9a33-8d5a4e695ccd. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.421549] env[68207]: DEBUG nova.network.neutron [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Updating instance_info_cache with network_info: [{"id": "2c530172-7019-4df0-9a33-8d5a4e695ccd", "address": "fa:16:3e:fa:b2:5c", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c530172-70", "ovs_interfaceid": "2c530172-7019-4df0-9a33-8d5a4e695ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.430826] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.475956] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776720, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.597056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "refresh_cache-e382429d-4899-4e16-b28c-260782a25e50" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.597356] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquired lock "refresh_cache-e382429d-4899-4e16-b28c-260782a25e50" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.597539] env[68207]: DEBUG nova.network.neutron [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.625163] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.637429] env[68207]: DEBUG oslo_vmware.api [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Task: {'id': task-2776722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537525} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.637769] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.637974] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.638212] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.638419] env[68207]: INFO nova.compute.manager [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Took 1.63 seconds to destroy the instance on the hypervisor. [ 833.639427] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.639427] env[68207]: DEBUG nova.compute.manager [-] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.639427] env[68207]: DEBUG nova.network.neutron [-] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.726355] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.726355] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing instance network info cache due to event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 833.726355] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.726540] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.726743] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.849363] env[68207]: DEBUG nova.compute.utils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.851339] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.852601] env[68207]: DEBUG nova.network.neutron [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.896525] env[68207]: DEBUG nova.policy [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6af3f50691d40b58389aa982d5465a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1abda9d3b71641139667a9e388edf25c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.900541] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-caa0876c-5b5f-402a-a213-c830f3d002ff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.900705] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-caa0876c-5b5f-402a-a213-c830f3d002ff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.900857] env[68207]: DEBUG nova.network.neutron [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.924858] env[68207]: DEBUG oslo_concurrency.lockutils [req-1764b772-2506-4238-99e3-c50b19ee06bb req-d09176c6-fcf0-4b92-b1ac-838afcd5e792 service nova] Releasing lock "refresh_cache-e2fdffd0-ea96-45b4-92b3-a50349316a9c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.932634] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.933147] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.935396] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301d791-436b-41fb-94c5-5f5eea118a07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.984248] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ee54c8fd-d1b5-4d12-a744-def735f0fe27/ee54c8fd-d1b5-4d12-a744-def735f0fe27.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.987379] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f071e8a1-0f7f-46e9-9a74-542d077826aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.019378] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776720, 'name': CreateVM_Task, 'duration_secs': 1.41377} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.020809] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.021287] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 834.021287] env[68207]: value = "task-2776724" [ 834.021287] env[68207]: _type = "Task" [ 834.021287] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.022122] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.022366] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.022806] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.023209] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74b649c-35f3-4186-9d37-f51c708a8b60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.034594] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 834.034594] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5264b817-0533-42cc-bd58-b4bcfa5b1abe" [ 834.034594] env[68207]: _type = "Task" [ 834.034594] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.038572] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.048565] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5264b817-0533-42cc-bd58-b4bcfa5b1abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.125273] env[68207]: DEBUG nova.network.neutron [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.204305] env[68207]: DEBUG nova.network.neutron [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.306974] env[68207]: DEBUG nova.network.neutron [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Successfully created port: efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.357177] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.540102] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776724, 'name': ReconfigVM_Task, 'duration_secs': 0.336504} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.545856] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ee54c8fd-d1b5-4d12-a744-def735f0fe27/ee54c8fd-d1b5-4d12-a744-def735f0fe27.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.546769] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abcbb950-216d-4810-8f82-ac9ee7420669 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.555371] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5264b817-0533-42cc-bd58-b4bcfa5b1abe, 'name': SearchDatastore_Task, 'duration_secs': 0.016606} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.557447] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.557860] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.558154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.558414] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.558620] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.558950] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 834.558950] env[68207]: value = "task-2776725" [ 834.558950] env[68207]: _type = "Task" [ 834.558950] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.559404] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4db0e6-c767-41f0-9531-ca2802ebaaf6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.574817] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776725, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.579715] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.580216] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.584237] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8339ac36-3cd9-4ea4-9e3e-4a3b3e3a83a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.590668] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 834.590668] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5232575c-1f26-1422-5bbf-d51c65068d0c" [ 834.590668] env[68207]: _type = "Task" [ 834.590668] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.602154] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5232575c-1f26-1422-5bbf-d51c65068d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.697755] env[68207]: DEBUG nova.network.neutron [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.707539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Releasing lock "refresh_cache-e382429d-4899-4e16-b28c-260782a25e50" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707863] env[68207]: DEBUG nova.compute.manager [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.708125] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.709718] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfffa96-46d3-41e2-9f85-0f3510b5055b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.723018] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.723018] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78a852e6-39cc-4a5f-b148-5b7c4cafe84a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.729205] env[68207]: DEBUG oslo_vmware.api [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 834.729205] env[68207]: value = "task-2776726" [ 834.729205] env[68207]: _type = "Task" [ 834.729205] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.744601] env[68207]: DEBUG oslo_vmware.api [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.938151] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd46f51-5fbc-4369-84bc-1da789ab4cd9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.948523] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updated VIF entry in instance network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.948935] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.951236] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb061f8-68ca-4961-a066-511defe7daf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.991612] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae4760-3c74-4089-8561-d796c718ea31 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.001890] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd7e1f-fdc8-4744-8003-a5e299b6c2d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.007518] env[68207]: DEBUG nova.network.neutron [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Updating instance_info_cache with network_info: [{"id": "abe7b456-f425-4155-aa75-093069756679", "address": "fa:16:3e:d6:c3:63", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7b456-f4", "ovs_interfaceid": "abe7b456-f425-4155-aa75-093069756679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.022316] env[68207]: DEBUG nova.compute.provider_tree [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.073216] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776725, 'name': Rename_Task, 'duration_secs': 0.159443} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.073489] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.073761] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e9470f4-653e-4206-9816-e9747bf13ea8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.081558] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 835.081558] env[68207]: value = "task-2776727" [ 835.081558] env[68207]: _type = "Task" [ 835.081558] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.090342] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.101392] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5232575c-1f26-1422-5bbf-d51c65068d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.102254] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a21b847-b15b-42db-aef3-db94e6228289 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.108596] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 835.108596] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527f0bc6-13df-5b2c-df0e-84dc71d66b7a" [ 835.108596] env[68207]: _type = "Task" [ 835.108596] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.118028] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527f0bc6-13df-5b2c-df0e-84dc71d66b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.204556] env[68207]: DEBUG nova.compute.manager [req-d8240707-6315-48da-bc79-ea6de15583ad req-28ab0702-efc3-4b82-8841-33aff67a453e service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Received event network-vif-deleted-90d11501-cabd-40ee-9ebc-a34d4acaacde {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.204941] env[68207]: INFO nova.compute.manager [req-d8240707-6315-48da-bc79-ea6de15583ad req-28ab0702-efc3-4b82-8841-33aff67a453e service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Neutron deleted interface 90d11501-cabd-40ee-9ebc-a34d4acaacde; detaching it from the instance and deleting it from the info cache [ 835.205254] env[68207]: DEBUG nova.network.neutron [req-d8240707-6315-48da-bc79-ea6de15583ad req-28ab0702-efc3-4b82-8841-33aff67a453e service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.240826] env[68207]: DEBUG oslo_vmware.api [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776726, 'name': PowerOffVM_Task, 'duration_secs': 0.323889} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.241265] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.241571] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.241950] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee9b749-3a31-4113-8112-918f6fdc2971 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.269794] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.270032] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Deleting contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.270255] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Deleting the datastore file [datastore1] e382429d-4899-4e16-b28c-260782a25e50 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.270562] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c8ec49f-e3f4-47f9-a9cf-1bd31d0b1d22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.280724] env[68207]: DEBUG oslo_vmware.api [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for the task: (returnval){ [ 835.280724] env[68207]: value = "task-2776729" [ 835.280724] env[68207]: _type = "Task" [ 835.280724] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.287886] env[68207]: DEBUG oslo_vmware.api [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.369496] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.401142] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.401464] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.401676] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.401914] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.402123] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.402331] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.402593] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.402796] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.403018] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.403230] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.403461] env[68207]: DEBUG nova.virt.hardware [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.404474] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67021158-a30c-4b63-a1a7-216936ab484d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.418252] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d85c0a-1b83-49b6-8c16-92c9cea6174b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.459477] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.459832] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Received event network-vif-plugged-abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.460132] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquiring lock "caa0876c-5b5f-402a-a213-c830f3d002ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.460259] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.460425] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.460592] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] No waiting events found dispatching network-vif-plugged-abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.460753] env[68207]: WARNING nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Received unexpected event network-vif-plugged-abe7b456-f425-4155-aa75-093069756679 for instance with vm_state building and task_state spawning. [ 835.460964] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Received event network-changed-abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.461080] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Refreshing instance network info cache due to event network-changed-abe7b456-f425-4155-aa75-093069756679. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 835.461251] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquiring lock "refresh_cache-caa0876c-5b5f-402a-a213-c830f3d002ff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.495972] env[68207]: DEBUG nova.network.neutron [-] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.510250] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-caa0876c-5b5f-402a-a213-c830f3d002ff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.510579] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Instance network_info: |[{"id": "abe7b456-f425-4155-aa75-093069756679", "address": "fa:16:3e:d6:c3:63", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7b456-f4", "ovs_interfaceid": "abe7b456-f425-4155-aa75-093069756679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.510893] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquired lock "refresh_cache-caa0876c-5b5f-402a-a213-c830f3d002ff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.511058] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Refreshing network info cache for port abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.512444] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c3:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abe7b456-f425-4155-aa75-093069756679', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.519914] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating folder: Project (d30145efc4884cce8582a44731a0fff5). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.520748] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c3bbd81-ef3e-4576-b9b9-45156995368b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.528075] env[68207]: DEBUG nova.scheduler.client.report [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.536017] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created folder: Project (d30145efc4884cce8582a44731a0fff5) in parent group-v558176. [ 835.536017] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating folder: Instances. Parent ref: group-v558323. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.536017] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3555ac42-b2b8-430e-b5f7-a32250f62e86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.549710] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created folder: Instances in parent group-v558323. [ 835.549710] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.549710] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.550101] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7211a9b0-4c77-4ebf-a55b-467ae286cf56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.574022] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.574022] env[68207]: value = "task-2776732" [ 835.574022] env[68207]: _type = "Task" [ 835.574022] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.585781] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776732, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.596595] env[68207]: DEBUG oslo_vmware.api [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776727, 'name': PowerOnVM_Task, 'duration_secs': 0.482635} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.596595] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.596595] env[68207]: INFO nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Took 8.27 seconds to spawn the instance on the hypervisor. [ 835.596595] env[68207]: DEBUG nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.597672] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b3b0d-d65f-43bd-8832-68cd4d6a7735 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.618744] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527f0bc6-13df-5b2c-df0e-84dc71d66b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.021354} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.619044] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.619309] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e2fdffd0-ea96-45b4-92b3-a50349316a9c/e2fdffd0-ea96-45b4-92b3-a50349316a9c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.619578] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d89f3706-1521-4661-abba-a904709f619d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.629495] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 835.629495] env[68207]: value = "task-2776733" [ 835.629495] env[68207]: _type = "Task" [ 835.629495] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.641955] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.710202] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc13306c-93c5-44af-a03f-2699bca842f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.720509] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfcccb2-b640-472e-a68a-df1148dbfe87 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.762054] env[68207]: DEBUG nova.compute.manager [req-d8240707-6315-48da-bc79-ea6de15583ad req-28ab0702-efc3-4b82-8841-33aff67a453e service nova] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Detach interface failed, port_id=90d11501-cabd-40ee-9ebc-a34d4acaacde, reason: Instance 6a77cc49-0b11-4341-a8c9-290cdf086ca0 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 835.788835] env[68207]: DEBUG oslo_vmware.api [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Task: {'id': task-2776729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17106} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.789152] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.789390] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Deleted contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.789589] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.789844] env[68207]: INFO nova.compute.manager [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Took 1.08 seconds to destroy the instance on the hypervisor. [ 835.790511] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.790511] env[68207]: DEBUG nova.compute.manager [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.790511] env[68207]: DEBUG nova.network.neutron [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.808278] env[68207]: DEBUG nova.network.neutron [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.999870] env[68207]: INFO nova.compute.manager [-] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Took 2.36 seconds to deallocate network for instance. [ 836.033043] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.033978] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.037828] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.972s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.084111] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776732, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.114258] env[68207]: INFO nova.compute.manager [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Took 33.69 seconds to build instance. [ 836.148413] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.311728] env[68207]: DEBUG nova.network.neutron [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.332125] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] Acquiring lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.332125] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] Acquired lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.332125] env[68207]: DEBUG nova.network.neutron [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.487930] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Updated VIF entry in instance network info cache for port abe7b456-f425-4155-aa75-093069756679. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.487930] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Updating instance_info_cache with network_info: [{"id": "abe7b456-f425-4155-aa75-093069756679", "address": "fa:16:3e:d6:c3:63", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7b456-f4", "ovs_interfaceid": "abe7b456-f425-4155-aa75-093069756679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.506886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.542618] env[68207]: DEBUG nova.compute.utils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.546290] env[68207]: INFO nova.compute.claims [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.551836] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.551836] env[68207]: DEBUG nova.network.neutron [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.566443] env[68207]: DEBUG nova.compute.manager [req-89a6c242-895c-4247-b777-0af4ea88c6e2 req-c119833e-3f47-424e-9bc6-d4858b632d7f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-vif-plugged-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.566853] env[68207]: DEBUG oslo_concurrency.lockutils [req-89a6c242-895c-4247-b777-0af4ea88c6e2 req-c119833e-3f47-424e-9bc6-d4858b632d7f service nova] Acquiring lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.567643] env[68207]: DEBUG oslo_concurrency.lockutils [req-89a6c242-895c-4247-b777-0af4ea88c6e2 req-c119833e-3f47-424e-9bc6-d4858b632d7f service nova] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.567942] env[68207]: DEBUG oslo_concurrency.lockutils [req-89a6c242-895c-4247-b777-0af4ea88c6e2 req-c119833e-3f47-424e-9bc6-d4858b632d7f service nova] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.568167] env[68207]: DEBUG nova.compute.manager [req-89a6c242-895c-4247-b777-0af4ea88c6e2 req-c119833e-3f47-424e-9bc6-d4858b632d7f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] No waiting events found dispatching network-vif-plugged-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.568202] env[68207]: WARNING nova.compute.manager [req-89a6c242-895c-4247-b777-0af4ea88c6e2 req-c119833e-3f47-424e-9bc6-d4858b632d7f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received unexpected event network-vif-plugged-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 for instance with vm_state building and task_state spawning. [ 836.583601] env[68207]: DEBUG nova.network.neutron [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Successfully updated port: efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.588413] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776732, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.611069] env[68207]: DEBUG nova.policy [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695c9188a7db4adf87e39aef434d3473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9164a62630d846c2a63dc95dcb1e9b2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.616371] env[68207]: DEBUG oslo_concurrency.lockutils [None req-231995ed-7793-43d6-86f3-8d2f9d1c988e tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.034s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.644896] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612026} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.645229] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e2fdffd0-ea96-45b4-92b3-a50349316a9c/e2fdffd0-ea96-45b4-92b3-a50349316a9c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.646380] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.646380] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5ebe544-6d49-4041-b48d-fa579c2d13e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.655579] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 836.655579] env[68207]: value = "task-2776734" [ 836.655579] env[68207]: _type = "Task" [ 836.655579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.666031] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.816930] env[68207]: INFO nova.compute.manager [-] [instance: e382429d-4899-4e16-b28c-260782a25e50] Took 1.02 seconds to deallocate network for instance. [ 836.992989] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Releasing lock "refresh_cache-caa0876c-5b5f-402a-a213-c830f3d002ff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.994617] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Received event network-changed-f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.994617] env[68207]: DEBUG nova.compute.manager [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Refreshing instance network info cache due to event network-changed-f3b8b600-dcca-448b-b457-6b5e71dfe5a2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 836.994617] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquiring lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.994617] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Acquired lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.994617] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Refreshing network info cache for port f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.995832] env[68207]: DEBUG nova.network.neutron [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Successfully created port: 14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.053176] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.063600] env[68207]: INFO nova.compute.resource_tracker [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating resource usage from migration f6d07e0f-13bf-49d7-a045-e5fea771ff26 [ 837.087791] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776732, 'name': CreateVM_Task, 'duration_secs': 1.378622} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.087906] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.088796] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.089065] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.089428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.089957] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.090110] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.093151] env[68207]: DEBUG nova.network.neutron [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.093151] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015aa52d-0a4a-49e4-bbf6-081a990d27bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.107435] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 837.107435] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c7c95a-da91-b211-8f4a-42d782b6bf50" [ 837.107435] env[68207]: _type = "Task" [ 837.107435] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.120973] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.130606] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c7c95a-da91-b211-8f4a-42d782b6bf50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.167905] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362483} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.172164] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.173153] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b631f81e-b637-4e4e-b6ed-03d64e6eb4f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.200848] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] e2fdffd0-ea96-45b4-92b3-a50349316a9c/e2fdffd0-ea96-45b4-92b3-a50349316a9c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.206476] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e8f02a-59cf-4a35-a1da-f15548c79215 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.236255] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 837.236255] env[68207]: value = "task-2776735" [ 837.236255] env[68207]: _type = "Task" [ 837.236255] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.246723] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.283030] env[68207]: DEBUG nova.network.neutron [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Updating instance_info_cache with network_info: [{"id": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "address": "fa:16:3e:e8:2f:75", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa06a59c-c4", "ovs_interfaceid": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.327917] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.620792] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c7c95a-da91-b211-8f4a-42d782b6bf50, 'name': SearchDatastore_Task, 'duration_secs': 0.049876} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.624403] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.624677] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.624909] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.625342] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.625342] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.625983] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae05b07-044c-4649-abeb-e3f7e8f7ac21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.640897] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.641097] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.643985] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a7c960-7ec0-4b9f-9975-c16d9885db7e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.651200] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 837.651200] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bac834-1fd0-06df-322d-9708255aa000" [ 837.651200] env[68207]: _type = "Task" [ 837.651200] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.657994] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.661434] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bac834-1fd0-06df-322d-9708255aa000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.679749] env[68207]: DEBUG nova.network.neutron [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.752207] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.762653] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee00fda-5e36-44e2-b1f1-445d7a37fdde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.771211] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3490b4-8a32-4a4d-8929-e04542d6cfae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.806214] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] Releasing lock "refresh_cache-ee54c8fd-d1b5-4d12-a744-def735f0fe27" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.809997] env[68207]: DEBUG nova.compute.manager [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Inject network info {{(pid=68207) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 837.809997] env[68207]: DEBUG nova.compute.manager [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] network_info to inject: |[{"id": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "address": "fa:16:3e:e8:2f:75", "network": {"id": "3f9082ca-e2c5-4716-9b8c-c988e03426e5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036039984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11cc7f44d2c047c6a9cd8359ccc440fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa06a59c-c4", "ovs_interfaceid": "fa06a59c-c469-46d6-8526-6201ab70d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 837.812581] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Reconfiguring VM instance to set the machine id {{(pid=68207) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 837.814151] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Updated VIF entry in instance network info cache for port f3b8b600-dcca-448b-b457-6b5e71dfe5a2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.814383] env[68207]: DEBUG nova.network.neutron [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Updating instance_info_cache with network_info: [{"id": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "address": "fa:16:3e:24:d0:e4", "network": {"id": "91a97342-3c82-4e7c-89e4-a924ebce5a14", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-556713715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ec449f979b34b6d92a83cbe7deb810e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b8b600-dc", "ovs_interfaceid": "f3b8b600-dcca-448b-b457-6b5e71dfe5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.816415] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c800229f-03cf-4689-9e62-8d43f37dd337 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.826647] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01768e-63d1-4d7b-834c-8e5e573d8233 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.830535] env[68207]: DEBUG oslo_concurrency.lockutils [req-04e4afce-59d3-4ffc-b672-1b80c7c1fd12 req-c0b10b5b-3407-4780-805b-5a99a6375e89 service nova] Releasing lock "refresh_cache-45f3f52b-8bc1-4795-bea8-2c30a4056f40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.840880] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d87c14f-ed20-4137-9ca7-8e04c9b13dfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.845852] env[68207]: DEBUG oslo_vmware.api [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] Waiting for the task: (returnval){ [ 837.845852] env[68207]: value = "task-2776736" [ 837.845852] env[68207]: _type = "Task" [ 837.845852] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.859131] env[68207]: DEBUG nova.compute.provider_tree [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.867208] env[68207]: DEBUG oslo_vmware.api [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] Task: {'id': task-2776736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.995802] env[68207]: DEBUG nova.network.neutron [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.075487] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.108524] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.108783] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.108937] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.109160] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.109689] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.109689] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.109971] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.110182] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.110388] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.110559] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.110735] env[68207]: DEBUG nova.virt.hardware [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.111785] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff70f25-72f1-4f47-a164-1c5ccf885bf6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.122851] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e2fb39-dcad-4685-b432-b0aae114d776 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.165260] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bac834-1fd0-06df-322d-9708255aa000, 'name': SearchDatastore_Task, 'duration_secs': 0.016152} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.166139] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13f6e6f-d023-41cb-a8d6-ed1c40ad9764 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.172848] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 838.172848] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526dc1f0-7c94-5c71-1a43-fb9e58c34e60" [ 838.172848] env[68207]: _type = "Task" [ 838.172848] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.182898] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526dc1f0-7c94-5c71-1a43-fb9e58c34e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.249011] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776735, 'name': ReconfigVM_Task, 'duration_secs': 0.61204} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.249457] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] e2fdffd0-ea96-45b4-92b3-a50349316a9c/e2fdffd0-ea96-45b4-92b3-a50349316a9c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.250336] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35296730-ae92-4010-9cf6-66c564b4055d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.259577] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 838.259577] env[68207]: value = "task-2776737" [ 838.259577] env[68207]: _type = "Task" [ 838.259577] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.270798] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776737, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.357725] env[68207]: DEBUG oslo_vmware.api [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] Task: {'id': task-2776736, 'name': ReconfigVM_Task, 'duration_secs': 0.214015} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.358030] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b5481799-f2c0-416c-a7bf-22920a860994 tempest-ServersAdminTestJSON-1491752830 tempest-ServersAdminTestJSON-1491752830-project-admin] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Reconfigured VM instance to set the machine id {{(pid=68207) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 838.362226] env[68207]: DEBUG nova.scheduler.client.report [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.500651] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Releasing lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.500651] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Instance network_info: |[{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.501086] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a6:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb5d130-1810-4fba-be2c-5f7c0eed4ed6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.508383] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Creating folder: Project (1abda9d3b71641139667a9e388edf25c). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.508679] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b6d4251-4cf6-4fb1-9082-bc32248b5df7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.533831] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Created folder: Project (1abda9d3b71641139667a9e388edf25c) in parent group-v558176. [ 838.533831] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Creating folder: Instances. Parent ref: group-v558326. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.533831] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f611a5bb-6ea9-48cc-9159-208a61db5e86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.545971] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Created folder: Instances in parent group-v558326. [ 838.546314] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.546677] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.546758] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c500ec3d-1a6b-4923-937e-e0198747dc5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.568825] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.568825] env[68207]: value = "task-2776740" [ 838.568825] env[68207]: _type = "Task" [ 838.568825] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.577736] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776740, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.686255] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526dc1f0-7c94-5c71-1a43-fb9e58c34e60, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.686815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.687092] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] caa0876c-5b5f-402a-a213-c830f3d002ff/caa0876c-5b5f-402a-a213-c830f3d002ff.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.687398] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5577248a-1230-415a-b262-7ea47d6cebcd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.695205] env[68207]: DEBUG nova.network.neutron [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Successfully updated port: 14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.697872] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 838.697872] env[68207]: value = "task-2776741" [ 838.697872] env[68207]: _type = "Task" [ 838.697872] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.718131] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.777286] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776737, 'name': Rename_Task, 'duration_secs': 0.200801} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.777739] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.779590] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89225695-e9b4-4990-a9e0-e3633caac192 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.785168] env[68207]: DEBUG nova.compute.manager [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.785386] env[68207]: DEBUG nova.compute.manager [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing instance network info cache due to event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 838.785578] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] Acquiring lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.785786] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] Acquired lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.785895] env[68207]: DEBUG nova.network.neutron [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.798195] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 838.798195] env[68207]: value = "task-2776742" [ 838.798195] env[68207]: _type = "Task" [ 838.798195] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.810110] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.868039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.831s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.868367] env[68207]: INFO nova.compute.manager [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Migrating [ 838.875319] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.546s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.876928] env[68207]: INFO nova.compute.claims [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.081217] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776740, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.213869] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.214097] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.214258] env[68207]: DEBUG nova.network.neutron [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.215551] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.312599] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776742, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.390250] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.390629] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.391084] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.391341] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.391629] env[68207]: DEBUG nova.network.neutron [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.522255] env[68207]: DEBUG nova.network.neutron [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updated VIF entry in instance network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.522614] env[68207]: DEBUG nova.network.neutron [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.580212] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776740, 'name': CreateVM_Task, 'duration_secs': 0.579728} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.580471] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.581339] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.581576] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.581915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.582248] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5156ff07-3eee-46bf-bcb5-dfb5a2fa9970 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.587567] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 839.587567] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52221c87-d057-d3c7-4ab2-b2c4f02ff125" [ 839.587567] env[68207]: _type = "Task" [ 839.587567] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.596563] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52221c87-d057-d3c7-4ab2-b2c4f02ff125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.708466] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604764} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.708725] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] caa0876c-5b5f-402a-a213-c830f3d002ff/caa0876c-5b5f-402a-a213-c830f3d002ff.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.709111] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.709190] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b0a896e-c021-426c-b8a2-32f1ee97ac52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.715975] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 839.715975] env[68207]: value = "task-2776743" [ 839.715975] env[68207]: _type = "Task" [ 839.715975] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.726375] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.748723] env[68207]: DEBUG nova.network.neutron [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.811666] env[68207]: DEBUG oslo_vmware.api [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776742, 'name': PowerOnVM_Task, 'duration_secs': 0.874515} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.812032] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.812264] env[68207]: INFO nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Took 9.80 seconds to spawn the instance on the hypervisor. [ 839.812505] env[68207]: DEBUG nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.813358] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd819a3-f82a-434e-903c-3ff5ac9baf3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.872053] env[68207]: DEBUG nova.network.neutron [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Updating instance_info_cache with network_info: [{"id": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "address": "fa:16:3e:2f:f6:b9", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ea408b-1c", "ovs_interfaceid": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.025432] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] Releasing lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.025626] env[68207]: DEBUG nova.compute.manager [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Received event network-vif-plugged-14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.025745] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] Acquiring lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.025882] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.026062] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.026233] env[68207]: DEBUG nova.compute.manager [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] No waiting events found dispatching network-vif-plugged-14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.026396] env[68207]: WARNING nova.compute.manager [req-a4766702-dcf8-49c6-a3ca-eca6244a00c7 req-c92ac860-35a7-4227-a68b-45261005ebd7 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Received unexpected event network-vif-plugged-14ea408b-1c9d-483c-9e67-9c6683d128b2 for instance with vm_state building and task_state spawning. [ 840.099420] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52221c87-d057-d3c7-4ab2-b2c4f02ff125, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.101856] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.102642] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.102642] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.102642] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.102825] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.105678] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b097394-b20b-4db9-a91b-23f2612d8081 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.118069] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.118325] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.119091] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2cfa19-367f-42b0-8915-55c3892d91b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.131079] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 840.131079] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5290827b-6b8c-cf8f-422f-a300a3fc3c65" [ 840.131079] env[68207]: _type = "Task" [ 840.131079] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.133223] env[68207]: DEBUG nova.network.neutron [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.137781] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5290827b-6b8c-cf8f-422f-a300a3fc3c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.229075] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140593} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.229352] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.230168] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4d0f6-c2b4-4cbe-98a7-da1168a589cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.254993] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] caa0876c-5b5f-402a-a213-c830f3d002ff/caa0876c-5b5f-402a-a213-c830f3d002ff.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.257781] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ac2f0d-4943-4528-8c7b-ea3df5a9ec5e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.279057] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 840.279057] env[68207]: value = "task-2776744" [ 840.279057] env[68207]: _type = "Task" [ 840.279057] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.289862] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.332075] env[68207]: INFO nova.compute.manager [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Took 37.46 seconds to build instance. [ 840.376675] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.377033] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Instance network_info: |[{"id": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "address": "fa:16:3e:2f:f6:b9", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ea408b-1c", "ovs_interfaceid": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.378062] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f6:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ea408b-1c9d-483c-9e67-9c6683d128b2', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.385214] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Creating folder: Project (9164a62630d846c2a63dc95dcb1e9b2b). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.385471] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0e6fa94-190a-4f84-a83d-1605af6307aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.390688] env[68207]: INFO nova.compute.manager [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Rebuilding instance [ 840.396833] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Created folder: Project (9164a62630d846c2a63dc95dcb1e9b2b) in parent group-v558176. [ 840.397030] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Creating folder: Instances. Parent ref: group-v558329. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.397292] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a4044c0-c97f-4663-9565-a990cd169121 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.408573] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Created folder: Instances in parent group-v558329. [ 840.408573] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.408573] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.408573] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8d5c1ba-18a8-4977-a63d-b3abeaa94057 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.426365] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ea2af-c9f5-4f28-b5e5-cabe5abce99c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.438474] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4849bd4-355e-409d-bf26-f60cd41c5340 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.441603] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.441603] env[68207]: value = "task-2776747" [ 840.441603] env[68207]: _type = "Task" [ 840.441603] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.478088] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bcc8aa-3155-461d-ba8f-20442e9b5fbe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.486838] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776747, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.487358] env[68207]: DEBUG nova.compute.manager [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.488551] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee16b6fe-05a8-40ee-940d-cb11d1f781ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.495174] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56efbc-53c7-44b5-bf2f-3f22cfa31c12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.514550] env[68207]: DEBUG nova.compute.provider_tree [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.639591] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.641297] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5290827b-6b8c-cf8f-422f-a300a3fc3c65, 'name': SearchDatastore_Task, 'duration_secs': 0.06086} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.648721] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef44033-965b-49c6-8c8a-252ec8a4f226 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.653777] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 840.653777] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5238fa0e-d248-0b10-7054-db74cea51fbd" [ 840.653777] env[68207]: _type = "Task" [ 840.653777] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.664353] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5238fa0e-d248-0b10-7054-db74cea51fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.789208] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776744, 'name': ReconfigVM_Task, 'duration_secs': 0.421506} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.789472] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Reconfigured VM instance instance-00000035 to attach disk [datastore2] caa0876c-5b5f-402a-a213-c830f3d002ff/caa0876c-5b5f-402a-a213-c830f3d002ff.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.790119] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b78c0547-d92e-44bc-88fa-f31c85fda49f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.796936] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 840.796936] env[68207]: value = "task-2776748" [ 840.796936] env[68207]: _type = "Task" [ 840.796936] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.804857] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776748, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.835134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38506d2c-3485-4fcd-823e-9460de82ae67 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.205s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.840166] env[68207]: DEBUG nova.compute.manager [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Received event network-changed-14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.840166] env[68207]: DEBUG nova.compute.manager [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Refreshing instance network info cache due to event network-changed-14ea408b-1c9d-483c-9e67-9c6683d128b2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 840.840166] env[68207]: DEBUG oslo_concurrency.lockutils [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] Acquiring lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.840166] env[68207]: DEBUG oslo_concurrency.lockutils [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] Acquired lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.840166] env[68207]: DEBUG nova.network.neutron [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Refreshing network info cache for port 14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.954199] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776747, 'name': CreateVM_Task, 'duration_secs': 0.308925} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.954488] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.955063] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.955243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.955559] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.955913] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674b9fb9-40de-4829-b5d7-63e685e6682d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.960506] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 840.960506] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d3ad62-47f9-1fca-1054-7177c3f35362" [ 840.960506] env[68207]: _type = "Task" [ 840.960506] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.968828] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d3ad62-47f9-1fca-1054-7177c3f35362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.017762] env[68207]: DEBUG nova.scheduler.client.report [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.152820] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c256f04-f253-4e43-9e32-089a3470f8ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.166674] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Suspending the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 841.166983] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5238fa0e-d248-0b10-7054-db74cea51fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.167204] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e2e8cdad-97f2-4f74-bc23-cac44ded6226 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.168740] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.169016] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fbd3a0fd-9c97-44d5-93ac-907de3599f9e/fbd3a0fd-9c97-44d5-93ac-907de3599f9e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.169260] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-769b9f61-f69b-48c9-a59e-262c38c145c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.176369] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 841.176369] env[68207]: value = "task-2776750" [ 841.176369] env[68207]: _type = "Task" [ 841.176369] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.177670] env[68207]: DEBUG oslo_vmware.api [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 841.177670] env[68207]: value = "task-2776749" [ 841.177670] env[68207]: _type = "Task" [ 841.177670] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.188795] env[68207]: DEBUG oslo_vmware.api [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776749, 'name': SuspendVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.191693] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.311942] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776748, 'name': Rename_Task, 'duration_secs': 0.148723} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.312267] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.312528] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a99ce57-4570-4e54-b083-45262705a4a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.319808] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 841.319808] env[68207]: value = "task-2776751" [ 841.319808] env[68207]: _type = "Task" [ 841.319808] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.327967] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.342399] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.472670] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d3ad62-47f9-1fca-1054-7177c3f35362, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.473091] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.473767] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.473767] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.473767] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.473976] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.474426] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a27c540-6538-4988-9b89-a1b63a1086c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.489050] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.489298] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.490154] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73541ad-ef79-4268-9563-1cba351ae2fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.496151] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 841.496151] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d00088-e2e4-5831-48ba-b2a9cfb6c9fb" [ 841.496151] env[68207]: _type = "Task" [ 841.496151] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.504810] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d00088-e2e4-5831-48ba-b2a9cfb6c9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.508007] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.509175] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632fdb35-8fa8-4dd6-9cb8-6e0f8935f459 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.516078] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 841.516078] env[68207]: value = "task-2776752" [ 841.516078] env[68207]: _type = "Task" [ 841.516078] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.522555] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.523211] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.530545] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.214s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.531899] env[68207]: INFO nova.compute.claims [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.538014] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.596784] env[68207]: DEBUG nova.network.neutron [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Updated VIF entry in instance network info cache for port 14ea408b-1c9d-483c-9e67-9c6683d128b2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.596984] env[68207]: DEBUG nova.network.neutron [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Updating instance_info_cache with network_info: [{"id": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "address": "fa:16:3e:2f:f6:b9", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ea408b-1c", "ovs_interfaceid": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.691579] env[68207]: DEBUG oslo_vmware.api [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776749, 'name': SuspendVM_Task} progress is 62%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.694391] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.831031] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.873111] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.007464] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d00088-e2e4-5831-48ba-b2a9cfb6c9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.046396} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.008412] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6ac367-f8a4-44b3-85c8-c458f4f34b8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.014080] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 842.014080] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526667d3-8b03-cb6e-23bd-84bd9b7920e2" [ 842.014080] env[68207]: _type = "Task" [ 842.014080] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.026613] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526667d3-8b03-cb6e-23bd-84bd9b7920e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.029906] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.030209] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.030505] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776752, 'name': PowerOffVM_Task, 'duration_secs': 0.495368} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.030719] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0d7195-442b-4160-977a-975b71030881 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.032827] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.033083] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.033906] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e69126-bed5-473c-9400-d294afb1916f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.042258] env[68207]: DEBUG nova.compute.utils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.045354] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.047085] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.047354] env[68207]: DEBUG nova.network.neutron [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.049059] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de8276a-f3e6-4190-9dc7-1af2f6a1232f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.050774] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 842.050774] env[68207]: value = "task-2776753" [ 842.050774] env[68207]: _type = "Task" [ 842.050774] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.060870] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.090697] env[68207]: DEBUG nova.policy [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92035dc1a0c42e4a78f8291ec5a1494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5a044b76664a8184a902a346ebe208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.100165] env[68207]: DEBUG oslo_concurrency.lockutils [req-90f5a4d8-77c5-403f-9dba-346ef52556d5 req-69f4b205-4470-47f2-b393-296729add4d4 service nova] Releasing lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.107938] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.108256] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.108535] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleting the datastore file [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.108870] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0ffa81-491f-436a-af3a-07be704d2139 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.116463] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 842.116463] env[68207]: value = "task-2776755" [ 842.116463] env[68207]: _type = "Task" [ 842.116463] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.124794] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.161142] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4eba2-2912-4a5b-bbd6-5fca36c923ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.180236] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.195726] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632825} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.198811] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fbd3a0fd-9c97-44d5-93ac-907de3599f9e/fbd3a0fd-9c97-44d5-93ac-907de3599f9e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.199103] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.199430] env[68207]: DEBUG oslo_vmware.api [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776749, 'name': SuspendVM_Task, 'duration_secs': 0.8397} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.199680] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-814417e6-459a-49a1-8787-e6931ef70da3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.201669] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Suspended the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 842.201846] env[68207]: DEBUG nova.compute.manager [None req-3d3c9240-e197-44ab-890b-515a0c8e529e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.202651] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8b7aa-93e1-4edb-94c6-4ee696211e6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.214485] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 842.214485] env[68207]: value = "task-2776756" [ 842.214485] env[68207]: _type = "Task" [ 842.214485] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.226208] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.330685] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.387690] env[68207]: DEBUG nova.network.neutron [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Successfully created port: b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.553027] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.570633] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50784} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.570895] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.571119] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.571375] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a89f06f-2241-425d-94b4-8a7ca6392f73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.578935] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 842.578935] env[68207]: value = "task-2776757" [ 842.578935] env[68207]: _type = "Task" [ 842.578935] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.595723] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629106] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458384} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.629106] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.629106] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.629106] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.689174] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.689788] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2ff377-e2da-49d0-9f5b-f98a15a9e71f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.697517] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 842.697517] env[68207]: value = "task-2776758" [ 842.697517] env[68207]: _type = "Task" [ 842.697517] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.706834] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.731067] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094025} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.731231] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.732118] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda74e3-46e8-4541-af23-f0f2e2b5f2a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.756168] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fbd3a0fd-9c97-44d5-93ac-907de3599f9e/fbd3a0fd-9c97-44d5-93ac-907de3599f9e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.759431] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd8b8f4-775f-48c2-b00d-c25cc9769941 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.782205] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 842.782205] env[68207]: value = "task-2776759" [ 842.782205] env[68207]: _type = "Task" [ 842.782205] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.793993] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.834030] env[68207]: DEBUG oslo_vmware.api [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776751, 'name': PowerOnVM_Task, 'duration_secs': 1.342777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.836696] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.836916] env[68207]: INFO nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Took 10.14 seconds to spawn the instance on the hypervisor. [ 842.837108] env[68207]: DEBUG nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.838552] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bfa66-c4f7-42d9-8366-8fbb52a80e98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.088339] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305323} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.091546] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.092905] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b945306e-817d-4ec5-92c8-a043d380aef8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.116450] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.119566] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170d9431-cd41-457a-84c8-f59b03b001a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.140867] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 843.140867] env[68207]: value = "task-2776760" [ 843.140867] env[68207]: _type = "Task" [ 843.140867] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.146706] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c0f3b-7c72-4edb-9329-a037778e6a0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.156565] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.157635] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e164c-f04a-4fe0-a054-148b4fd14c08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.191845] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c7684-ecbf-4bae-9e64-cd4eff1a643f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.202980] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b088ef-4307-42a6-a84c-3b764b637317 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.215461] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776758, 'name': PowerOffVM_Task, 'duration_secs': 0.23388} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.225267] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.225267] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.227928] env[68207]: DEBUG nova.compute.provider_tree [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.291599] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776759, 'name': ReconfigVM_Task, 'duration_secs': 0.354377} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.291900] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fbd3a0fd-9c97-44d5-93ac-907de3599f9e/fbd3a0fd-9c97-44d5-93ac-907de3599f9e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.293089] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e21c199a-1af5-4ff2-b6d4-87b4336de1c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.300376] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 843.300376] env[68207]: value = "task-2776761" [ 843.300376] env[68207]: _type = "Task" [ 843.300376] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.309409] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776761, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.353833] env[68207]: INFO nova.compute.manager [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Took 34.93 seconds to build instance. [ 843.562764] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.584225] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.584474] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.584631] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.584826] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.584953] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.585119] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.585344] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.585550] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.585672] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.585839] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.586018] env[68207]: DEBUG nova.virt.hardware [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.586857] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02819ec-9282-4096-813d-6b9ab6070c14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.596371] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b136812-1392-47a5-9102-9d77b0db7941 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.653415] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.662165] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.662421] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.662578] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.662769] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.662950] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.663154] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.663297] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.663430] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.663603] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.663770] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.663944] env[68207]: DEBUG nova.virt.hardware [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.664819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e31545-41d6-4ef9-b5b0-fabdd7fa4081 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.673720] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f4ca35-6d0e-4914-93ce-cad2c0b26d78 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.688276] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b4:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823f5fae-8f99-4b33-8daa-3ec38ea1a2ad', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.695431] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.695688] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.695894] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6db84c5-7379-4069-8eb8-484bd92e291b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.717382] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.717382] env[68207]: value = "task-2776762" [ 843.717382] env[68207]: _type = "Task" [ 843.717382] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.726902] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776762, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.731524] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.732818] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.732818] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.732818] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.732818] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.732818] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.733189] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.733472] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.733758] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.734082] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.734497] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.740268] env[68207]: DEBUG nova.scheduler.client.report [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.743963] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d59cd3-abf2-4611-8ef7-e19402dffc55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.760199] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 843.760199] env[68207]: value = "task-2776763" [ 843.760199] env[68207]: _type = "Task" [ 843.760199] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.770826] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.810966] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776761, 'name': Rename_Task, 'duration_secs': 0.176753} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.811056] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.811369] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b81ca6d7-18fd-4b53-a2b1-4ddcdfa969d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.818425] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 843.818425] env[68207]: value = "task-2776764" [ 843.818425] env[68207]: _type = "Task" [ 843.818425] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.826250] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.856698] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69ca9d53-2584-416c-9c36-187670f66fc8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.202s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.895774] env[68207]: DEBUG nova.compute.manager [req-de615b0b-faa5-4989-8379-9f20811d7048 req-ab41d0f6-2472-4deb-9225-23d68ea8228a service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Received event network-vif-plugged-b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 843.896056] env[68207]: DEBUG oslo_concurrency.lockutils [req-de615b0b-faa5-4989-8379-9f20811d7048 req-ab41d0f6-2472-4deb-9225-23d68ea8228a service nova] Acquiring lock "82c82476-f034-4f27-977c-2b44542ca967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.896320] env[68207]: DEBUG oslo_concurrency.lockutils [req-de615b0b-faa5-4989-8379-9f20811d7048 req-ab41d0f6-2472-4deb-9225-23d68ea8228a service nova] Lock "82c82476-f034-4f27-977c-2b44542ca967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.896549] env[68207]: DEBUG oslo_concurrency.lockutils [req-de615b0b-faa5-4989-8379-9f20811d7048 req-ab41d0f6-2472-4deb-9225-23d68ea8228a service nova] Lock "82c82476-f034-4f27-977c-2b44542ca967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.896754] env[68207]: DEBUG nova.compute.manager [req-de615b0b-faa5-4989-8379-9f20811d7048 req-ab41d0f6-2472-4deb-9225-23d68ea8228a service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] No waiting events found dispatching network-vif-plugged-b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.896923] env[68207]: WARNING nova.compute.manager [req-de615b0b-faa5-4989-8379-9f20811d7048 req-ab41d0f6-2472-4deb-9225-23d68ea8228a service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Received unexpected event network-vif-plugged-b632e8b4-7f51-47fd-8a75-dacf69fb307f for instance with vm_state building and task_state spawning. [ 843.917594] env[68207]: DEBUG nova.network.neutron [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Successfully updated port: b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.154365] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776760, 'name': ReconfigVM_Task, 'duration_secs': 0.867424} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.154652] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.155290] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3582ce6-1148-44db-8ef5-ab7ba4f6bc03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.161659] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 844.161659] env[68207]: value = "task-2776765" [ 844.161659] env[68207]: _type = "Task" [ 844.161659] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.176763] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776765, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.227081] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776762, 'name': CreateVM_Task, 'duration_secs': 0.384257} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.227254] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.227946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.228155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.228479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.228764] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9dc8d5-b20d-49cd-bf62-2b49192dcd26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.233975] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 844.233975] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52dddfed-0978-022f-2c4f-edd955cfbfa0" [ 844.233975] env[68207]: _type = "Task" [ 844.233975] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.241994] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dddfed-0978-022f-2c4f-edd955cfbfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.255953] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.256532] env[68207]: DEBUG nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.259362] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.847s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.259589] env[68207]: DEBUG nova.objects.instance [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.270874] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776763, 'name': ReconfigVM_Task, 'duration_secs': 0.231352} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.271458] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.329541] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776764, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.360544] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.423129] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-82c82476-f034-4f27-977c-2b44542ca967" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.423291] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-82c82476-f034-4f27-977c-2b44542ca967" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.423449] env[68207]: DEBUG nova.network.neutron [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.539056] env[68207]: DEBUG nova.compute.manager [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.540453] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1148ce89-218a-4f11-8341-e50c4fb2f102 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.671520] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776765, 'name': Rename_Task, 'duration_secs': 0.298968} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.671840] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.672101] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff9fa67-91bd-4818-bb69-b444d73cf3e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.677630] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 844.677630] env[68207]: value = "task-2776766" [ 844.677630] env[68207]: _type = "Task" [ 844.677630] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.684829] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.744381] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dddfed-0978-022f-2c4f-edd955cfbfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.022061} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.744702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.744975] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.745192] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.745340] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.745576] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.745771] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e941ae-a25b-46d4-994a-6dc24b397e0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.755587] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.755782] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.756722] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e1544f-f6b0-4adc-a3d3-0e2e90992f4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.766632] env[68207]: DEBUG nova.compute.utils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.768017] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 844.768017] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524aa85c-783f-14a1-6039-c4500d01301e" [ 844.768017] env[68207]: _type = "Task" [ 844.768017] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.768299] env[68207]: DEBUG nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 844.780799] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:23:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='34a1ce6b-2383-47e2-9fb9-4686169f62a5',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1148625452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.781080] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.781159] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.781436] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.781436] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.781725] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.781806] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.781972] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.782180] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.782403] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.782519] env[68207]: DEBUG nova.virt.hardware [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.787686] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.787963] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524aa85c-783f-14a1-6039-c4500d01301e, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.789347] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307a7585-3ecf-4c8f-8566-b27256a854a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.802830] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344ee46e-e51c-450f-a1b1-3afe9851fe3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.809450] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 844.809450] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52347fe4-f9a7-18bd-e40a-9895c0a2259c" [ 844.809450] env[68207]: _type = "Task" [ 844.809450] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.810911] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 844.810911] env[68207]: value = "task-2776767" [ 844.810911] env[68207]: _type = "Task" [ 844.810911] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.821891] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52347fe4-f9a7-18bd-e40a-9895c0a2259c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.827611] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.832328] env[68207]: DEBUG oslo_vmware.api [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776764, 'name': PowerOnVM_Task, 'duration_secs': 0.774074} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.832619] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.832818] env[68207]: INFO nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Took 9.46 seconds to spawn the instance on the hypervisor. [ 844.832999] env[68207]: DEBUG nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.833747] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e481dd8-fe08-44e8-bb42-2892292598ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.883043] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.973769] env[68207]: DEBUG nova.network.neutron [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.053300] env[68207]: INFO nova.compute.manager [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] instance snapshotting [ 845.053531] env[68207]: WARNING nova.compute.manager [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 845.056219] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794638d6-e845-470e-a26f-1e4c9c4f95dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.079878] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec8127-a33f-4912-9dc0-0454fe236203 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.156385] env[68207]: DEBUG nova.network.neutron [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Updating instance_info_cache with network_info: [{"id": "b632e8b4-7f51-47fd-8a75-dacf69fb307f", "address": "fa:16:3e:bf:d6:63", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e8b4-7f", "ovs_interfaceid": "b632e8b4-7f51-47fd-8a75-dacf69fb307f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.189767] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.274599] env[68207]: DEBUG nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.277989] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d59e800-8a9a-4fc7-822e-af30c4ec7038 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.279130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.511s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.279358] env[68207]: DEBUG nova.objects.instance [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lazy-loading 'resources' on Instance uuid ebf24b8c-2e9e-4f2f-99f5-725c87308699 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.324229] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52347fe4-f9a7-18bd-e40a-9895c0a2259c, 'name': SearchDatastore_Task, 'duration_secs': 0.019775} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.327156] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.327432] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.327702] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776767, 'name': ReconfigVM_Task, 'duration_secs': 0.223897} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.327895] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45320e48-8521-4b73-93aa-5cd052242f17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.329758] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.330749] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b916834-2b0e-4b7c-b1ff-05362f4d21dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.358698] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.362038] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a1fdbc-baac-4258-bb27-0b834a666d14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.376957] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 845.376957] env[68207]: value = "task-2776768" [ 845.376957] env[68207]: _type = "Task" [ 845.376957] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.377574] env[68207]: INFO nova.compute.manager [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Took 33.86 seconds to build instance. [ 845.384470] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 845.384470] env[68207]: value = "task-2776769" [ 845.384470] env[68207]: _type = "Task" [ 845.384470] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.391666] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.397495] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.532949] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "aebe1699-31df-4dd3-8ca2-c0d671db62db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.533203] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.590796] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.591136] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-520a8f4c-6187-4b97-a6bd-73ceeab7b024 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.599841] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 845.599841] env[68207]: value = "task-2776770" [ 845.599841] env[68207]: _type = "Task" [ 845.599841] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.608973] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.658617] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-82c82476-f034-4f27-977c-2b44542ca967" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.658953] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Instance network_info: |[{"id": "b632e8b4-7f51-47fd-8a75-dacf69fb307f", "address": "fa:16:3e:bf:d6:63", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e8b4-7f", "ovs_interfaceid": "b632e8b4-7f51-47fd-8a75-dacf69fb307f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.659549] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:d6:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b632e8b4-7f51-47fd-8a75-dacf69fb307f', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.667191] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating folder: Project (8c5a044b76664a8184a902a346ebe208). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.667840] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb9a2e0-ac43-4bed-a81a-9ed0375718fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.678213] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created folder: Project (8c5a044b76664a8184a902a346ebe208) in parent group-v558176. [ 845.678406] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating folder: Instances. Parent ref: group-v558333. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.678695] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5edb91ff-a4d0-4787-b21d-8167c5e5f831 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.689890] env[68207]: DEBUG oslo_vmware.api [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776766, 'name': PowerOnVM_Task, 'duration_secs': 0.74885} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.691031] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.691247] env[68207]: INFO nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Took 7.62 seconds to spawn the instance on the hypervisor. [ 845.691427] env[68207]: DEBUG nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.691733] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created folder: Instances in parent group-v558333. [ 845.691935] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.692616] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ef64e-7d1d-41f1-bc38-b56604f889de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.694909] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.695131] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2dc591d-cdbe-4d4b-8d44-ab0e046db453 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.716180] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.716180] env[68207]: value = "task-2776773" [ 845.716180] env[68207]: _type = "Task" [ 845.716180] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.723885] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776773, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.886244] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f8bad3db-5821-4847-ad80-32c0c0acbdee tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.840s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.893942] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.899558] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.114938] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.142413] env[68207]: DEBUG nova.compute.manager [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Received event network-changed-b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.142413] env[68207]: DEBUG nova.compute.manager [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Refreshing instance network info cache due to event network-changed-b632e8b4-7f51-47fd-8a75-dacf69fb307f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 846.142580] env[68207]: DEBUG oslo_concurrency.lockutils [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] Acquiring lock "refresh_cache-82c82476-f034-4f27-977c-2b44542ca967" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.142684] env[68207]: DEBUG oslo_concurrency.lockutils [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] Acquired lock "refresh_cache-82c82476-f034-4f27-977c-2b44542ca967" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.142902] env[68207]: DEBUG nova.network.neutron [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Refreshing network info cache for port b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.214286] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.214602] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.235841] env[68207]: INFO nova.compute.manager [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Took 31.56 seconds to build instance. [ 846.246818] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776773, 'name': CreateVM_Task, 'duration_secs': 0.30675} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.247015] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.248214] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.248214] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.248633] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.251855] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a630e4-c985-4de0-9a90-828f107ca53b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.259017] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 846.259017] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ecd836-0cc9-cf47-d393-398eeeb140d8" [ 846.259017] env[68207]: _type = "Task" [ 846.259017] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.274490] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ecd836-0cc9-cf47-d393-398eeeb140d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.288815] env[68207]: DEBUG nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.321570] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.321834] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.321993] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.322207] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.322365] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.322514] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.322819] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.323025] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.323212] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.323378] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.323562] env[68207]: DEBUG nova.virt.hardware [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.324608] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a41d1c-38be-4a27-beb1-77ae7af370a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.339201] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c6a4d-0ec4-4063-a052-2dbee8cd79f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.357379] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.363654] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Creating folder: Project (1e8fd259b10e48398d103de8ec894b15). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.364543] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649fc376-bd04-43bc-b5da-f8233a24697f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.374813] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Created folder: Project (1e8fd259b10e48398d103de8ec894b15) in parent group-v558176. [ 846.375922] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Creating folder: Instances. Parent ref: group-v558337. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.375922] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca9a93ad-be1d-4781-9832-972937359277 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.388120] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Created folder: Instances in parent group-v558337. [ 846.388382] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.389159] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.395773] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40178262-e4f1-4323-9805-8178ab3a1bb0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.409757] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.411922] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776768, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.421515] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.423041] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.423041] env[68207]: value = "task-2776776" [ 846.423041] env[68207]: _type = "Task" [ 846.423041] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.431257] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776776, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.560926] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a6cdf-39d2-48c5-af9d-47b53f62cc70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.564447] env[68207]: INFO nova.compute.manager [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Rescuing [ 846.564726] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.564889] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.565111] env[68207]: DEBUG nova.network.neutron [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.571737] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7b1552-ae5a-4ef2-901d-c8eb9b237195 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.605991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387cd8c1-38fc-437f-94f0-ca6810d82dee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.615463] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776770, 'name': CreateSnapshot_Task, 'duration_secs': 0.658514} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.617566] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.618349] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ac7c9-c32c-4457-9bfa-6c47fdbbaf62 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.621796] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb97eaa4-5483-4558-8b46-1498bdbab277 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.640694] env[68207]: DEBUG nova.compute.provider_tree [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.724459] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.724459] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.724459] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.724459] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.724459] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.724459] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.724804] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 846.724804] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.738782] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c52ac54a-d321-48a0-912f-6370428681e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.945s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.770523] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ecd836-0cc9-cf47-d393-398eeeb140d8, 'name': SearchDatastore_Task, 'duration_secs': 0.049518} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.770823] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.771066] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.771304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.771446] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.771654] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.772239] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb3f938-9c5c-4672-9654-276857320f40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.783016] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.783016] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.783016] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b59a31-3469-4628-b611-ff7dba0db8d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.790978] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 846.790978] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bc1ebd-820c-0831-b8df-89827ab19aeb" [ 846.790978] env[68207]: _type = "Task" [ 846.790978] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.798931] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bc1ebd-820c-0831-b8df-89827ab19aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.856743] env[68207]: DEBUG nova.network.neutron [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Updated VIF entry in instance network info cache for port b632e8b4-7f51-47fd-8a75-dacf69fb307f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.856926] env[68207]: DEBUG nova.network.neutron [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Updating instance_info_cache with network_info: [{"id": "b632e8b4-7f51-47fd-8a75-dacf69fb307f", "address": "fa:16:3e:bf:d6:63", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e8b4-7f", "ovs_interfaceid": "b632e8b4-7f51-47fd-8a75-dacf69fb307f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.891081] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776768, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.114063} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.894766] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.894766] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.895036] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6800390e-348c-48b0-a0f8-0a3306aaa375 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.902999] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776769, 'name': ReconfigVM_Task, 'duration_secs': 1.440395} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.904451] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.904738] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.908130] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 846.908130] env[68207]: value = "task-2776777" [ 846.908130] env[68207]: _type = "Task" [ 846.908130] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.918946] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.934492] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776776, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.936822] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.150945] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.155018] env[68207]: DEBUG nova.scheduler.client.report [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.158700] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e2b920c-3f00-4854-b86c-2d54f99321a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.169360] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 847.169360] env[68207]: value = "task-2776778" [ 847.169360] env[68207]: _type = "Task" [ 847.169360] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.179971] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776778, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.227519] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.284641] env[68207]: DEBUG nova.network.neutron [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Updating instance_info_cache with network_info: [{"id": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "address": "fa:16:3e:2f:f6:b9", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ea408b-1c", "ovs_interfaceid": "14ea408b-1c9d-483c-9e67-9c6683d128b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.304260] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bc1ebd-820c-0831-b8df-89827ab19aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.037833} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.305055] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54312821-3a9a-4c9d-b640-80b44e7e6186 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.310349] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 847.310349] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d2d1a9-3a91-852a-8484-eb3114fa45bd" [ 847.310349] env[68207]: _type = "Task" [ 847.310349] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.319486] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d2d1a9-3a91-852a-8484-eb3114fa45bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.360355] env[68207]: DEBUG oslo_concurrency.lockutils [req-5827eb55-c75f-4713-8239-c591e96b9ae4 req-d2a2fccd-3875-4072-ac66-41574b10bbf3 service nova] Releasing lock "refresh_cache-82c82476-f034-4f27-977c-2b44542ca967" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.414870] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ea4e86-c975-4ec3-833c-37eccb06ccd2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.423507] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123067} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.437531] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.438886] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d940cd11-9db4-438d-ba97-2fc97b3f7a33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.444757] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a625fe4-1a2d-4c79-9e38-7cb5fafc4421 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.466561] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.482590] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61bb9d1-451a-4066-83c3-58ada6fef716 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.497450] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.501049] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776776, 'name': CreateVM_Task, 'duration_secs': 0.669266} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.501449] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.502431] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.502620] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.502935] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.503204] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc02160-f1e8-4359-92b3-078dbfee5cc5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.507778] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 847.507778] env[68207]: value = "task-2776779" [ 847.507778] env[68207]: _type = "Task" [ 847.507778] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.509038] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 847.509038] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5224aa17-ec94-45b4-52dd-2325cd6e3dec" [ 847.509038] env[68207]: _type = "Task" [ 847.509038] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.524026] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5224aa17-ec94-45b4-52dd-2325cd6e3dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.524222] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.659598] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.659833] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.663230] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.666409] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.674s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.667876] env[68207]: INFO nova.compute.claims [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.683096] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776778, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.684293] env[68207]: INFO nova.scheduler.client.report [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Deleted allocations for instance ebf24b8c-2e9e-4f2f-99f5-725c87308699 [ 847.787754] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "refresh_cache-4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.821129] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d2d1a9-3a91-852a-8484-eb3114fa45bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.821237] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.821422] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 82c82476-f034-4f27-977c-2b44542ca967/82c82476-f034-4f27-977c-2b44542ca967.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.821702] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e7418f0-f515-4525-8e66-05be4a292503 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.829664] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 847.829664] env[68207]: value = "task-2776780" [ 847.829664] env[68207]: _type = "Task" [ 847.829664] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.838550] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.025039] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.027660] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5224aa17-ec94-45b4-52dd-2325cd6e3dec, 'name': SearchDatastore_Task, 'duration_secs': 0.022457} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.027963] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.028213] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.028461] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.028611] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.028791] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.029075] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb40b26-3248-4969-a122-1714dac3b39c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.045747] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.046007] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.046880] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d80fdc-ac89-4f07-b325-4be0c21ae95a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.053371] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 848.053371] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522ef1a2-030f-2686-d312-7ce83b3277dc" [ 848.053371] env[68207]: _type = "Task" [ 848.053371] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.062315] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522ef1a2-030f-2686-d312-7ce83b3277dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.087826] env[68207]: DEBUG nova.network.neutron [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Port 64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 848.164022] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.185296] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776778, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.193189] env[68207]: DEBUG oslo_concurrency.lockutils [None req-975f497f-9caf-4b8b-b75f-629b0292745a tempest-InstanceActionsV221TestJSON-839114966 tempest-InstanceActionsV221TestJSON-839114966-project-member] Lock "ebf24b8c-2e9e-4f2f-99f5-725c87308699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.543s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.341674] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.521342] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776779, 'name': ReconfigVM_Task, 'duration_secs': 0.755188} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.521716] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.522282] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-978bbd5d-4a66-4283-b165-b42a3252e327 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.528191] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 848.528191] env[68207]: value = "task-2776781" [ 848.528191] env[68207]: _type = "Task" [ 848.528191] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.536385] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776781, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.563478] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522ef1a2-030f-2686-d312-7ce83b3277dc, 'name': SearchDatastore_Task, 'duration_secs': 0.071774} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.564330] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0359aa1e-4f9f-4a91-b35b-29bbf39e36af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.569709] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 848.569709] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5285cb06-adde-4545-5936-d714655285c9" [ 848.569709] env[68207]: _type = "Task" [ 848.569709] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.578020] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5285cb06-adde-4545-5936-d714655285c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.689046] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776778, 'name': CloneVM_Task, 'duration_secs': 1.516785} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.689333] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Created linked-clone VM from snapshot [ 848.690132] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab6ded-4b45-4174-90b0-c365f7a04f5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.698491] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Uploading image 837b5e1c-4d57-478e-807c-905c7db15711 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.701268] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.726263] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.726263] env[68207]: value = "vm-558340" [ 848.726263] env[68207]: _type = "VirtualMachine" [ 848.726263] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.727053] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5cf49caa-f78c-4c8e-8c92-0a58eb59a595 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.736784] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease: (returnval){ [ 848.736784] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521f949c-bb22-b609-fd54-9acefdd43953" [ 848.736784] env[68207]: _type = "HttpNfcLease" [ 848.736784] env[68207]: } obtained for exporting VM: (result){ [ 848.736784] env[68207]: value = "vm-558340" [ 848.736784] env[68207]: _type = "VirtualMachine" [ 848.736784] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.737304] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the lease: (returnval){ [ 848.737304] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521f949c-bb22-b609-fd54-9acefdd43953" [ 848.737304] env[68207]: _type = "HttpNfcLease" [ 848.737304] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.747296] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.747296] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521f949c-bb22-b609-fd54-9acefdd43953" [ 848.747296] env[68207]: _type = "HttpNfcLease" [ 848.747296] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.842357] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544097} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.844881] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 82c82476-f034-4f27-977c-2b44542ca967/82c82476-f034-4f27-977c-2b44542ca967.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.845210] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.845708] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7630d4b0-6edf-4233-a003-ed4bb155c0ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.857268] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 848.857268] env[68207]: value = "task-2776783" [ 848.857268] env[68207]: _type = "Task" [ 848.857268] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.868557] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.041087] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776781, 'name': Rename_Task, 'duration_secs': 0.149542} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.041746] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.041878] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-506a9479-30be-49c7-8af0-ea274b32d535 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.048816] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 849.048816] env[68207]: value = "task-2776784" [ 849.048816] env[68207]: _type = "Task" [ 849.048816] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.057717] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.079591] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5285cb06-adde-4545-5936-d714655285c9, 'name': SearchDatastore_Task, 'duration_secs': 0.022421} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.079869] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.080251] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.085495] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050b5c52-e36a-43e7-9f41-d991b7399b19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.089478] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 849.089478] env[68207]: value = "task-2776785" [ 849.089478] env[68207]: _type = "Task" [ 849.089478] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.107355] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.115895] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "06490586-425f-48d3-8ca5-233921272b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.116023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.116247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.250032] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.250032] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521f949c-bb22-b609-fd54-9acefdd43953" [ 849.250032] env[68207]: _type = "HttpNfcLease" [ 849.250032] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.250400] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.250400] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521f949c-bb22-b609-fd54-9acefdd43953" [ 849.250400] env[68207]: _type = "HttpNfcLease" [ 849.250400] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.254299] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0049285-4ea2-4a9f-a2fb-bbbbf1a8ecda {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.265019] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7ebef-691a-50a2-d043-e5207885d4e8/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.265019] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7ebef-691a-50a2-d043-e5207885d4e8/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.327379] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.328869] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b77abf3-367d-4fa2-bfbb-742dba878611 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.329871] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207536fe-b91e-43c1-bb8d-3cc51229b529 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.340030] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3665782e-127e-4a23-9df1-1f87123be41f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.345169] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 849.345169] env[68207]: value = "task-2776786" [ 849.345169] env[68207]: _type = "Task" [ 849.345169] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.381964] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf001a6-f4a8-4b21-b22b-e429075743ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.388713] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18b75bfd-7832-436e-935f-2fdbe366a037 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.390883] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.401657] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120256} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.402957] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f4576-714e-4f6c-aa29-ae70a1381093 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.407262] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.409818] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06481bb-e220-43e8-b974-8e90d6ed7840 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.436281] env[68207]: DEBUG nova.compute.provider_tree [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.446156] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 82c82476-f034-4f27-977c-2b44542ca967/82c82476-f034-4f27-977c-2b44542ca967.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.449515] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea6c669-aa3f-4365-b329-8ba2a9b9efff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.472409] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 849.472409] env[68207]: value = "task-2776787" [ 849.472409] env[68207]: _type = "Task" [ 849.472409] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.488332] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.561952] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776784, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.600968] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776785, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.860690] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776786, 'name': PowerOffVM_Task, 'duration_secs': 0.242562} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.860690] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.860690] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a44caa-1e6b-4c4f-968b-cd3c35cfee6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.882979] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e37df-e3fe-42ac-91b7-7edea1b46d48 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.932618] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.933113] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f20c2c-0a11-4e69-aede-5fb871c827fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.943324] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 849.943324] env[68207]: value = "task-2776788" [ 849.943324] env[68207]: _type = "Task" [ 849.943324] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.947350] env[68207]: DEBUG nova.scheduler.client.report [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.957246] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 849.957479] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.958382] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.958382] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.958712] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.959120] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a9872ad-bf19-409c-ac00-5c350ade8ff5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.969889] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.970571] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.971331] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120bdfd4-0a6a-450a-bc97-5bf86bba71ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.986683] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 849.986683] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521dbfbd-708a-d1b4-495f-b14a5b2d0c50" [ 849.986683] env[68207]: _type = "Task" [ 849.986683] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.990623] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.999651] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521dbfbd-708a-d1b4-495f-b14a5b2d0c50, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.000573] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ccac85-1b19-49b6-831d-eb738d2ba68c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.007164] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 850.007164] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a61583-a319-aabd-ecc6-25d32138ae78" [ 850.007164] env[68207]: _type = "Task" [ 850.007164] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.018566] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a61583-a319-aabd-ecc6-25d32138ae78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.060745] env[68207]: DEBUG oslo_vmware.api [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776784, 'name': PowerOnVM_Task, 'duration_secs': 0.527228} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.061143] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.061414] env[68207]: DEBUG nova.compute.manager [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.062339] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41725d13-ea10-47d9-bb46-07d0eb6def36 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.100189] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767189} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.100904] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.101209] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.101545] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e8ba8eb-1f85-4330-a679-cf2cc81ffeaf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.109393] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 850.109393] env[68207]: value = "task-2776789" [ 850.109393] env[68207]: _type = "Task" [ 850.109393] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.118047] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.169511] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.169819] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.170102] env[68207]: DEBUG nova.network.neutron [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.455067] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.455826] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.458584] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.800s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.458883] env[68207]: DEBUG nova.objects.instance [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'resources' on Instance uuid 7cef8515-e78d-48f4-85cf-e3cb109db7ae {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.484529] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776787, 'name': ReconfigVM_Task, 'duration_secs': 0.587537} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.484830] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 82c82476-f034-4f27-977c-2b44542ca967/82c82476-f034-4f27-977c-2b44542ca967.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.485665] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-448634e7-0846-4c2f-86bc-63c00b19ea59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.493109] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 850.493109] env[68207]: value = "task-2776790" [ 850.493109] env[68207]: _type = "Task" [ 850.493109] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.503202] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776790, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.518033] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a61583-a319-aabd-ecc6-25d32138ae78, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.518339] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.518631] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. {{(pid=68207) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 850.518970] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b00d3f4-e128-44c0-8b65-d6d1f34bbd88 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.525977] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 850.525977] env[68207]: value = "task-2776791" [ 850.525977] env[68207]: _type = "Task" [ 850.525977] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.535862] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.579720] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.619905] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068831} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.620288] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.621301] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eff71b-0ce8-4714-971d-1108a9d97f20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.643829] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.644495] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bdc1132-3023-477c-aa5a-378136c49fa9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.665449] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 850.665449] env[68207]: value = "task-2776792" [ 850.665449] env[68207]: _type = "Task" [ 850.665449] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.677434] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.904901] env[68207]: DEBUG nova.network.neutron [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.962456] env[68207]: DEBUG nova.compute.utils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.966759] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.966981] env[68207]: DEBUG nova.network.neutron [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.003912] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776790, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.015244] env[68207]: DEBUG nova.policy [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32188f009f48452bbc851a61fd172c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b05b198ecf245ac85244e4038feb978', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.038317] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.178603] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776792, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.320343] env[68207]: DEBUG nova.network.neutron [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Successfully created port: 0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.416108] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.469548] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.508888] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776790, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.516224] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beebc6f5-bbb1-47b4-994c-483192838a5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.524350] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1edd1d8-fa8d-43c2-a330-317a21e9dc6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.560867] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8764b3-7bf2-46e4-859d-7059eabeaaa2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.567250] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794656} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.567890] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. [ 851.569336] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5078ab85-47f5-4962-8fdd-f3817c663e79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.575290] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4bfbbb-d4dc-40ae-9bd7-da67cd6b6a0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.599774] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.600549] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58bb9a0a-891e-41e2-bc73-8b7ee659f4c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.621438] env[68207]: DEBUG nova.compute.provider_tree [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.628373] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 851.628373] env[68207]: value = "task-2776793" [ 851.628373] env[68207]: _type = "Task" [ 851.628373] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.637839] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.678486] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776792, 'name': ReconfigVM_Task, 'duration_secs': 0.535267} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.678779] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.679455] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c9b3e2c-8e70-43db-85ce-f24a8dc06676 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.685351] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 851.685351] env[68207]: value = "task-2776794" [ 851.685351] env[68207]: _type = "Task" [ 851.685351] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.693324] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776794, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.932286] env[68207]: INFO nova.compute.manager [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Rebuilding instance [ 851.942627] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4c22db-469a-49d8-ac9f-814ab79e4e8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.966812] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f12514e-5403-4b0a-8e7d-f851e47452d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.980480] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.990532] env[68207]: DEBUG nova.compute.manager [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.991475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad25fb4c-0b00-4142-9cb4-c0d4eb7def8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.014217] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776790, 'name': Rename_Task, 'duration_secs': 1.22478} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.014697] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.015096] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea7c9033-7d59-4b03-9d2a-5b05ac2b247b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.021523] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 852.021523] env[68207]: value = "task-2776795" [ 852.021523] env[68207]: _type = "Task" [ 852.021523] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.032662] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.125675] env[68207]: DEBUG nova.scheduler.client.report [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.140294] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.196231] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776794, 'name': Rename_Task, 'duration_secs': 0.350648} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.196423] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.196771] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e031720-6504-41d4-8c00-c01a4a626e15 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.204077] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 852.204077] env[68207]: value = "task-2776796" [ 852.204077] env[68207]: _type = "Task" [ 852.204077] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.213196] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.485897] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.489653] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.490562] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e56048c-c758-41c7-809d-8acf121ea6bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.498885] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 852.498885] env[68207]: value = "task-2776797" [ 852.498885] env[68207]: _type = "Task" [ 852.498885] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.511030] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.519937] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.520215] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.520376] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.520554] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.520743] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.520917] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.521175] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.521381] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.521640] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.521831] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.522057] env[68207]: DEBUG nova.virt.hardware [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.523315] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac68e7-3ae9-4285-9f6c-63f7ad08bd8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.540631] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59df75-297e-4647-8c7a-dcc09b1d71ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.546689] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.635594] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.638276] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.424s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.638476] env[68207]: DEBUG nova.objects.instance [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lazy-loading 'resources' on Instance uuid 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.646160] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776793, 'name': ReconfigVM_Task, 'duration_secs': 0.646972} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.646462] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.647686] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ad90c-9e44-44bb-a274-96e9c1cce5d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.687060] env[68207]: INFO nova.scheduler.client.report [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocations for instance 7cef8515-e78d-48f4-85cf-e3cb109db7ae [ 852.687060] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f02735-7579-469d-b09b-68aea46a5b86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.712646] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 852.712646] env[68207]: value = "task-2776798" [ 852.712646] env[68207]: _type = "Task" [ 852.712646] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.716406] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.726091] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.830297] env[68207]: DEBUG nova.compute.manager [req-cc303ada-775d-4e98-b36c-1550fbab120d req-9e60aa7b-7446-4a7f-beb7-6ce70ebc0a62 service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Received event network-vif-plugged-0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.831256] env[68207]: DEBUG oslo_concurrency.lockutils [req-cc303ada-775d-4e98-b36c-1550fbab120d req-9e60aa7b-7446-4a7f-beb7-6ce70ebc0a62 service nova] Acquiring lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.831256] env[68207]: DEBUG oslo_concurrency.lockutils [req-cc303ada-775d-4e98-b36c-1550fbab120d req-9e60aa7b-7446-4a7f-beb7-6ce70ebc0a62 service nova] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.831256] env[68207]: DEBUG oslo_concurrency.lockutils [req-cc303ada-775d-4e98-b36c-1550fbab120d req-9e60aa7b-7446-4a7f-beb7-6ce70ebc0a62 service nova] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.831256] env[68207]: DEBUG nova.compute.manager [req-cc303ada-775d-4e98-b36c-1550fbab120d req-9e60aa7b-7446-4a7f-beb7-6ce70ebc0a62 service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] No waiting events found dispatching network-vif-plugged-0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.831662] env[68207]: WARNING nova.compute.manager [req-cc303ada-775d-4e98-b36c-1550fbab120d req-9e60aa7b-7446-4a7f-beb7-6ce70ebc0a62 service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Received unexpected event network-vif-plugged-0cf80fe3-0948-4130-a340-d5f918496bc1 for instance with vm_state building and task_state spawning. [ 852.880315] env[68207]: DEBUG nova.network.neutron [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Successfully updated port: 0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.009510] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.014347] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.014654] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dd08890-ab7d-49c1-8393-c917ab11d58d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.022049] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 853.022049] env[68207]: value = "task-2776799" [ 853.022049] env[68207]: _type = "Task" [ 853.022049] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.038464] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.041840] env[68207]: DEBUG oslo_vmware.api [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776795, 'name': PowerOnVM_Task, 'duration_secs': 0.701754} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.042148] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.042375] env[68207]: INFO nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Took 9.48 seconds to spawn the instance on the hypervisor. [ 853.042554] env[68207]: DEBUG nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.043444] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acefcb8e-d45e-4c11-9042-e5cdce2625fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.216621] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f04f1b94-7f21-4e59-b2f1-c1185c8fe793 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "7cef8515-e78d-48f4-85cf-e3cb109db7ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.091s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.224640] env[68207]: DEBUG oslo_vmware.api [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776796, 'name': PowerOnVM_Task, 'duration_secs': 0.729012} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.225714] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.225714] env[68207]: INFO nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Took 6.94 seconds to spawn the instance on the hypervisor. [ 853.225797] env[68207]: DEBUG nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.229471] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d2fb6-13b3-4e64-bb03-6981e7af1a5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.236477] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776798, 'name': ReconfigVM_Task, 'duration_secs': 0.278687} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.236477] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.237691] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36569402-a82a-483b-b3de-c681a4e6a41c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.248757] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 853.248757] env[68207]: value = "task-2776800" [ 853.248757] env[68207]: _type = "Task" [ 853.248757] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.259239] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.382199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "refresh_cache-e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.382469] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "refresh_cache-e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.382591] env[68207]: DEBUG nova.network.neutron [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.511229] env[68207]: DEBUG oslo_vmware.api [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776797, 'name': PowerOnVM_Task, 'duration_secs': 0.585283} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.511578] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.511710] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d8890-749c-41a2-8f16-82369365ed97 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance '06490586-425f-48d3-8ca5-233921272b66' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.535084] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776799, 'name': PowerOffVM_Task, 'duration_secs': 0.391925} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.535381] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.535691] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.536484] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f610db4-9546-4302-b019-77ff3b02a91c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.543545] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.543590] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc36f137-6bdd-438d-b03f-7c756ed0a2a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.566434] env[68207]: INFO nova.compute.manager [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Took 37.27 seconds to build instance. [ 853.609088] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b322ee3-e380-4bf9-a008-685333403337 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.617158] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.617430] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.617664] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleting the datastore file [datastore2] d11cf608-e2c4-43f3-aeda-ea36aa288ed6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.619877] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fdd9da6-2691-4cdf-b206-d9894a02eddd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.622339] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcdffcd-d88d-4f6a-a1ad-ebfdbb44f8dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.630866] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 853.630866] env[68207]: value = "task-2776802" [ 853.630866] env[68207]: _type = "Task" [ 853.630866] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.658608] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb7110-e020-40bc-81da-65d840d207d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.669563] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8bd2d1-b9f0-4e78-9d43-a72fa2bd9413 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.673642] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.686305] env[68207]: DEBUG nova.compute.provider_tree [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.754790] env[68207]: INFO nova.compute.manager [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Took 34.46 seconds to build instance. [ 853.762095] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.924115] env[68207]: DEBUG nova.network.neutron [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.068063] env[68207]: DEBUG oslo_concurrency.lockutils [None req-255c5571-fda2-4591-beb2-95af03329ced tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "82c82476-f034-4f27-977c-2b44542ca967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.823s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.089426] env[68207]: DEBUG nova.network.neutron [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Updating instance_info_cache with network_info: [{"id": "0cf80fe3-0948-4130-a340-d5f918496bc1", "address": "fa:16:3e:8a:cf:cc", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf80fe3-09", "ovs_interfaceid": "0cf80fe3-0948-4130-a340-d5f918496bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.164562] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321309} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.164742] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.164863] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.164997] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.190445] env[68207]: DEBUG nova.scheduler.client.report [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.256657] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2bc2263a-df7f-4658-9fba-b4f31eac01df tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.746s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.260352] env[68207]: DEBUG oslo_vmware.api [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776800, 'name': PowerOnVM_Task, 'duration_secs': 0.659105} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.260600] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.263439] env[68207]: DEBUG nova.compute.manager [None req-e78ab837-dc87-41a5-bef8-8ae67d785167 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.264233] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f582e6-442e-48ca-bb7b-b208492b4e2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.334787] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "82c82476-f034-4f27-977c-2b44542ca967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.335084] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "82c82476-f034-4f27-977c-2b44542ca967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.335311] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "82c82476-f034-4f27-977c-2b44542ca967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.335495] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "82c82476-f034-4f27-977c-2b44542ca967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.335665] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "82c82476-f034-4f27-977c-2b44542ca967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.337794] env[68207]: INFO nova.compute.manager [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Terminating instance [ 854.592008] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "refresh_cache-e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.592385] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Instance network_info: |[{"id": "0cf80fe3-0948-4130-a340-d5f918496bc1", "address": "fa:16:3e:8a:cf:cc", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf80fe3-09", "ovs_interfaceid": "0cf80fe3-0948-4130-a340-d5f918496bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.592931] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:cf:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf80fe3-0948-4130-a340-d5f918496bc1', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.600569] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.601109] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.601370] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf3e6c07-0123-4731-b158-5054c9433cda {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.622933] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.622933] env[68207]: value = "task-2776803" [ 854.622933] env[68207]: _type = "Task" [ 854.622933] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.630894] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776803, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.696861] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.699628] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.083s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.699896] env[68207]: DEBUG nova.objects.instance [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lazy-loading 'resources' on Instance uuid fcbce330-9c81-440e-8cf3-12542c264854 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.731869] env[68207]: INFO nova.scheduler.client.report [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleted allocations for instance 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8 [ 854.843177] env[68207]: DEBUG nova.compute.manager [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.843325] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.844263] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010fb7ee-8000-45dd-94d7-a1e7b61155b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.854663] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.855453] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7174be11-da41-4924-9f01-86a4b95ff3d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.862358] env[68207]: DEBUG oslo_vmware.api [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 854.862358] env[68207]: value = "task-2776804" [ 854.862358] env[68207]: _type = "Task" [ 854.862358] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.872684] env[68207]: DEBUG oslo_vmware.api [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.141622] env[68207]: DEBUG nova.compute.manager [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Received event network-changed-0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.142065] env[68207]: DEBUG nova.compute.manager [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Refreshing instance network info cache due to event network-changed-0cf80fe3-0948-4130-a340-d5f918496bc1. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 855.142483] env[68207]: DEBUG oslo_concurrency.lockutils [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] Acquiring lock "refresh_cache-e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.143469] env[68207]: DEBUG oslo_concurrency.lockutils [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] Acquired lock "refresh_cache-e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.143469] env[68207]: DEBUG nova.network.neutron [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Refreshing network info cache for port 0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.150894] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776803, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.203537] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.203798] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.203956] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.204338] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.204510] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.204670] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.204891] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.205143] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.205343] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.205547] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.205776] env[68207]: DEBUG nova.virt.hardware [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.209416] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1c96f0-71a9-474a-a6a2-60352ac03891 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.219294] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3342b-1040-40f7-be4a-43e8f488f05d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.233626] env[68207]: INFO nova.compute.manager [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Rebuilding instance [ 855.235945] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b4:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823f5fae-8f99-4b33-8daa-3ec38ea1a2ad', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.243823] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.248629] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.249137] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b2dfd4b-972c-4893-a8e7-101c4d2ed510 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.266400] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8b8f1df2-45b1-4fff-90a0-071e76c3d282 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.574s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.282293] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.282293] env[68207]: value = "task-2776805" [ 855.282293] env[68207]: _type = "Task" [ 855.282293] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.295686] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776805, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.304881] env[68207]: DEBUG nova.compute.manager [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.305848] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79449dcc-ea60-4a4c-87eb-6e7ecc228ee1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.372526] env[68207]: DEBUG oslo_vmware.api [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776804, 'name': PowerOffVM_Task, 'duration_secs': 0.217094} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.375566] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.375812] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.376584] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b021f0d-8c62-4851-8808-35789999a214 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.440353] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.440871] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.441063] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleting the datastore file [datastore2] 82c82476-f034-4f27-977c-2b44542ca967 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.441339] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2ea33f-2178-4914-93cf-9536dd398d85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.450802] env[68207]: DEBUG oslo_vmware.api [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 855.450802] env[68207]: value = "task-2776807" [ 855.450802] env[68207]: _type = "Task" [ 855.450802] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.459031] env[68207]: DEBUG oslo_vmware.api [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.635083] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776803, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.765223] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4e12ef-8075-4c93-9c96-9c6a8b38e5fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.773747] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b614a7-159b-4772-8308-b242ff4ccc82 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.812162] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42bbc33-30fc-4a23-9987-95bfc85c9d4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.817544] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "78ca8155-9a35-440b-9332-6d5dd335637e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.817852] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "78ca8155-9a35-440b-9332-6d5dd335637e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.827734] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776805, 'name': CreateVM_Task, 'duration_secs': 0.434292} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.828658] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.829811] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a67112-0dc8-4e3f-9a96-bf8e21ffdbb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.835027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.835276] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.835634] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.836163] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a432bf-6988-43d0-b4ac-3eabb2703714 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.850981] env[68207]: DEBUG nova.compute.provider_tree [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.853116] env[68207]: DEBUG nova.network.neutron [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Port 64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 855.853367] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.853522] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.853692] env[68207]: DEBUG nova.network.neutron [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.860022] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 855.860022] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5262c3af-c81e-ec39-a7d5-c2ca3002885f" [ 855.860022] env[68207]: _type = "Task" [ 855.860022] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.870154] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5262c3af-c81e-ec39-a7d5-c2ca3002885f, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.870451] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.870674] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.871063] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.871063] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.873731] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.873731] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6997d58-6a5d-4e33-9717-02255530245e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.882217] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.882217] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.882217] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17065004-5a69-4b3c-ba6d-30e66cb7f0c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.887242] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 855.887242] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52312d08-d460-96e9-3607-11e08a5dee0a" [ 855.887242] env[68207]: _type = "Task" [ 855.887242] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.895184] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52312d08-d460-96e9-3607-11e08a5dee0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.960488] env[68207]: DEBUG oslo_vmware.api [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267859} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.960783] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.960926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.961293] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.961348] env[68207]: INFO nova.compute.manager [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Took 1.12 seconds to destroy the instance on the hypervisor. [ 855.961603] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.961847] env[68207]: DEBUG nova.compute.manager [-] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.961959] env[68207]: DEBUG nova.network.neutron [-] [instance: 82c82476-f034-4f27-977c-2b44542ca967] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.973899] env[68207]: DEBUG nova.network.neutron [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Updated VIF entry in instance network info cache for port 0cf80fe3-0948-4130-a340-d5f918496bc1. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.974291] env[68207]: DEBUG nova.network.neutron [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Updating instance_info_cache with network_info: [{"id": "0cf80fe3-0948-4130-a340-d5f918496bc1", "address": "fa:16:3e:8a:cf:cc", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf80fe3-09", "ovs_interfaceid": "0cf80fe3-0948-4130-a340-d5f918496bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.134827] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776803, 'name': CreateVM_Task, 'duration_secs': 1.47117} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.135051] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.135739] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.135907] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.136255] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.136512] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5264ac51-00b3-4557-8239-1e97003d2adb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.141403] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 856.141403] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523017aa-bc51-d6bd-3f3a-d49ae2822f8a" [ 856.141403] env[68207]: _type = "Task" [ 856.141403] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.149601] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523017aa-bc51-d6bd-3f3a-d49ae2822f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.252036] env[68207]: DEBUG nova.compute.manager [req-f8b35e21-9841-44b5-b456-ecba140146c9 req-06c238f9-2bd1-4082-b077-f4dde3665b0b service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Received event network-vif-deleted-b632e8b4-7f51-47fd-8a75-dacf69fb307f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.252036] env[68207]: INFO nova.compute.manager [req-f8b35e21-9841-44b5-b456-ecba140146c9 req-06c238f9-2bd1-4082-b077-f4dde3665b0b service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Neutron deleted interface b632e8b4-7f51-47fd-8a75-dacf69fb307f; detaching it from the instance and deleting it from the info cache [ 856.252036] env[68207]: DEBUG nova.network.neutron [req-f8b35e21-9841-44b5-b456-ecba140146c9 req-06c238f9-2bd1-4082-b077-f4dde3665b0b service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.321776] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.329942] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.330315] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d0a01b-f73b-42de-aeef-a58a775f81e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.338865] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 856.338865] env[68207]: value = "task-2776808" [ 856.338865] env[68207]: _type = "Task" [ 856.338865] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.348740] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.362033] env[68207]: DEBUG nova.scheduler.client.report [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.398863] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52312d08-d460-96e9-3607-11e08a5dee0a, 'name': SearchDatastore_Task, 'duration_secs': 0.016463} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.399698] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211dc448-9fb2-4e0b-ad12-1c8ceb4e710c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.409605] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 856.409605] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520d3574-ef7f-f20e-768b-40635c11b95b" [ 856.409605] env[68207]: _type = "Task" [ 856.409605] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.420727] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520d3574-ef7f-f20e-768b-40635c11b95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.477731] env[68207]: DEBUG oslo_concurrency.lockutils [req-6805facb-5f2b-4cc7-a0f1-4014cd56d2fd req-423e19ec-1844-40d0-8934-452375cbba0e service nova] Releasing lock "refresh_cache-e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.545509] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "3c6db09c-ac57-4f4e-873e-79c1d7351965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.545756] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.656484] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523017aa-bc51-d6bd-3f3a-d49ae2822f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.659181] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.659449] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.659702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.702622] env[68207]: DEBUG nova.network.neutron [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.730706] env[68207]: DEBUG nova.network.neutron [-] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.755027] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41a4f53e-1233-4c91-9196-47ae47806221 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.764723] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c2a81-3b0a-4e01-a492-75f9328cf0c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.803840] env[68207]: DEBUG nova.compute.manager [req-f8b35e21-9841-44b5-b456-ecba140146c9 req-06c238f9-2bd1-4082-b077-f4dde3665b0b service nova] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Detach interface failed, port_id=b632e8b4-7f51-47fd-8a75-dacf69fb307f, reason: Instance 82c82476-f034-4f27-977c-2b44542ca967 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 856.844554] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.850605] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776808, 'name': PowerOffVM_Task, 'duration_secs': 0.165219} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.850919] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.851639] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.852471] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541c06e9-dafb-4bdd-87ce-ddda2822a1aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.859249] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.859502] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2225286c-6efd-4aea-8959-c734d187ca30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.869567] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.872232] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.654s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.872545] env[68207]: DEBUG nova.objects.instance [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] [instance: e382429d-4899-4e16-b28c-260782a25e50] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.885776] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.885912] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.886096] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Deleting the datastore file [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.886365] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1edb9fa7-9f28-4557-8f2e-811671e7949f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.894873] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 856.894873] env[68207]: value = "task-2776810" [ 856.894873] env[68207]: _type = "Task" [ 856.894873] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.899343] env[68207]: INFO nova.scheduler.client.report [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleted allocations for instance fcbce330-9c81-440e-8cf3-12542c264854 [ 856.909317] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.920378] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520d3574-ef7f-f20e-768b-40635c11b95b, 'name': SearchDatastore_Task, 'duration_secs': 0.017112} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.920661] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.920921] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.921221] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.921406] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.921616] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b45db81e-e9f2-465e-9933-3fa471bde1fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.923629] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321b119e-b85a-42b7-9752-3d2d3795109b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.930895] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 856.930895] env[68207]: value = "task-2776811" [ 856.930895] env[68207]: _type = "Task" [ 856.930895] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.935306] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.935482] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.936535] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ef5a36-5944-45fe-a167-08d469770edd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.942677] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.946698] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 856.946698] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c74812-59ae-0ceb-8ce3-2a92995b12a5" [ 856.946698] env[68207]: _type = "Task" [ 856.946698] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.955274] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c74812-59ae-0ceb-8ce3-2a92995b12a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.048103] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.205355] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.233386] env[68207]: INFO nova.compute.manager [-] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Took 1.27 seconds to deallocate network for instance. [ 857.406328] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206249} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.406328] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.406638] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.406638] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.413596] env[68207]: DEBUG oslo_concurrency.lockutils [None req-30a1af11-b83c-449c-b4b8-1cdce6c3a30d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fcbce330-9c81-440e-8cf3-12542c264854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.776s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.443707] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776811, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.457845] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c74812-59ae-0ceb-8ce3-2a92995b12a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021657} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.458790] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059c9fd3-b26b-4814-8f67-ef6b8237e280 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.465075] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 857.465075] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5205d722-6352-80de-4a68-2dd749970a35" [ 857.465075] env[68207]: _type = "Task" [ 857.465075] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.474926] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5205d722-6352-80de-4a68-2dd749970a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.578086] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.710180] env[68207]: DEBUG nova.compute.manager [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68207) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 857.710464] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.739368] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.882743] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2a5e2659-839f-4c97-9281-12732c6c10b3 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.883934] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.671s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.885374] env[68207]: INFO nova.compute.claims [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.943701] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767728} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.943992] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.944256] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.944519] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f82fa5-c604-418b-a45f-b2eb515e6041 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.954853] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 857.954853] env[68207]: value = "task-2776812" [ 857.954853] env[68207]: _type = "Task" [ 857.954853] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.964977] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.975932] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5205d722-6352-80de-4a68-2dd749970a35, 'name': SearchDatastore_Task, 'duration_secs': 0.057189} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.975932] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.975932] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] e3a81ccc-0ef3-4f66-990a-4f9f07fa152b/e3a81ccc-0ef3-4f66-990a-4f9f07fa152b.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.975932] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8bf0c1a-98ff-44e0-9b42-f45815f29214 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.982277] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 857.982277] env[68207]: value = "task-2776813" [ 857.982277] env[68207]: _type = "Task" [ 857.982277] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.990840] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.341592] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7ebef-691a-50a2-d043-e5207885d4e8/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.342639] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fe30dd-2172-4267-b2fd-441f5370c18b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.349483] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7ebef-691a-50a2-d043-e5207885d4e8/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.349650] env[68207]: ERROR oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7ebef-691a-50a2-d043-e5207885d4e8/disk-0.vmdk due to incomplete transfer. [ 858.349859] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8516b43d-9f42-4e6c-80d9-f91a3aff9935 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.356645] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7ebef-691a-50a2-d043-e5207885d4e8/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.356836] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Uploaded image 837b5e1c-4d57-478e-807c-905c7db15711 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.358970] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.359230] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-651a05eb-5a67-44cf-8691-edf5e969a1f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.365089] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 858.365089] env[68207]: value = "task-2776814" [ 858.365089] env[68207]: _type = "Task" [ 858.365089] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.372523] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776814, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.421673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.421673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.421673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.421673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.421954] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.423486] env[68207]: INFO nova.compute.manager [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Terminating instance [ 858.435982] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.436162] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.436290] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.436496] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.436645] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.436791] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.437007] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.437177] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.437430] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.437633] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.437827] env[68207]: DEBUG nova.virt.hardware [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.439492] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87edc9-5747-4321-bc23-71003674f1ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.448184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a4daf-9a61-4a34-b90e-f558eb2ba17f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.463769] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.469585] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.472619] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.472878] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d44f1a-be6a-4764-a635-d477156983a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.492822] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15222} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.493390] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.494528] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d9ae9e-55ca-451e-9209-f589d0be499e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.499897] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.499897] env[68207]: value = "task-2776815" [ 858.499897] env[68207]: _type = "Task" [ 858.499897] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.500200] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776813, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.518973] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776815, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.536890] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.537236] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18bff3a6-b275-4df0-8fe3-4ec272a6231d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.556730] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 858.556730] env[68207]: value = "task-2776816" [ 858.556730] env[68207]: _type = "Task" [ 858.556730] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.565924] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.875909] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776814, 'name': Destroy_Task, 'duration_secs': 0.381284} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.876197] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Destroyed the VM [ 858.876427] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.876678] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f4a4bdb-e0de-4a74-94f0-b4746c181634 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.885030] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 858.885030] env[68207]: value = "task-2776817" [ 858.885030] env[68207]: _type = "Task" [ 858.885030] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.894950] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.931200] env[68207]: DEBUG nova.compute.manager [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.931491] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.935059] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8effcf49-db11-4be8-9b9a-bdc704b930de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.943229] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.943549] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89d7ca5-b682-4a96-8e30-3a466fa516c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.953330] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 858.953330] env[68207]: value = "task-2776818" [ 858.953330] env[68207]: _type = "Task" [ 858.953330] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.961067] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.996628] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923922} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.996886] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] e3a81ccc-0ef3-4f66-990a-4f9f07fa152b/e3a81ccc-0ef3-4f66-990a-4f9f07fa152b.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.997112] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.997477] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d290855e-481e-4649-a203-2044e41def32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.008115] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 859.008115] env[68207]: value = "task-2776819" [ 859.008115] env[68207]: _type = "Task" [ 859.008115] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.015483] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776815, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.020508] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.069266] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.360051] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be573a0-6f89-45bf-9a9b-b312fa433783 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.368460] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a94758-9611-41cc-ba1b-ff62deaf278b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.405914] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c2edc3-ad20-4478-9a49-bdf3467e7a1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.413595] env[68207]: DEBUG oslo_vmware.api [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.488364} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.415740] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.415985] env[68207]: INFO nova.compute.manager [None req-d2d2b5b1-e579-4b8a-b808-249a675e132e tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Took 14.36 seconds to snapshot the instance on the hypervisor. [ 859.419469] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1cb124-77ab-45a1-8651-eb2c6c6177e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.435785] env[68207]: DEBUG nova.compute.provider_tree [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.462781] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776818, 'name': PowerOffVM_Task, 'duration_secs': 0.324129} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.463057] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.463228] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.463471] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38986793-e56b-4c3d-a952-79a82b2aef04 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.518706] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776815, 'name': CreateVM_Task, 'duration_secs': 0.563962} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.521480] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.522011] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086065} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.522393] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.522552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.522852] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.523133] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.523378] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e430f9-f4de-4530-95b8-d3b72881fea2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.525363] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e4a30-fd77-46c8-9075-e6ae62c0d275 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.531292] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 859.531292] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523e727a-9248-dfdb-570f-649d29f38c23" [ 859.531292] env[68207]: _type = "Task" [ 859.531292] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.549254] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e3a81ccc-0ef3-4f66-990a-4f9f07fa152b/e3a81ccc-0ef3-4f66-990a-4f9f07fa152b.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.554104] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2e4e3e-1961-4995-9225-5b388a389ca5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.568153] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.568329] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.568500] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleting the datastore file [datastore2] fa7d0d21-2acc-431e-b293-a9f1ddb3b015 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.569083] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d225007-91dc-4701-a544-aa089d0c31af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.580804] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523e727a-9248-dfdb-570f-649d29f38c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.582054] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 859.582054] env[68207]: value = "task-2776821" [ 859.582054] env[68207]: _type = "Task" [ 859.582054] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.588009] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for the task: (returnval){ [ 859.588009] env[68207]: value = "task-2776822" [ 859.588009] env[68207]: _type = "Task" [ 859.588009] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.596719] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.596960] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776816, 'name': ReconfigVM_Task, 'duration_secs': 0.826248} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.597509] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d11cf608-e2c4-43f3-aeda-ea36aa288ed6/d11cf608-e2c4-43f3-aeda-ea36aa288ed6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.601023] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d35a67-c60c-49a3-92df-fbb3a03abe9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.602260] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.606700] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 859.606700] env[68207]: value = "task-2776823" [ 859.606700] env[68207]: _type = "Task" [ 859.606700] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.615767] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776823, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.942502] env[68207]: DEBUG nova.scheduler.client.report [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.010260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.010641] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.010966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.011243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.011650] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.013752] env[68207]: INFO nova.compute.manager [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Terminating instance [ 860.049999] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523e727a-9248-dfdb-570f-649d29f38c23, 'name': SearchDatastore_Task, 'duration_secs': 0.052269} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.050346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.050561] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.050793] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.050977] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051184] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.051445] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a0684a-4c1b-40fa-ac41-6593a9ade06a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.060849] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.061089] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.061797] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283a0b8d-6ae3-478f-b1a3-31ee9d968a33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.067342] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 860.067342] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52387582-68ed-f270-b377-f1bf66333aaf" [ 860.067342] env[68207]: _type = "Task" [ 860.067342] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.074651] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52387582-68ed-f270-b377-f1bf66333aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.092953] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.102460] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.117763] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776823, 'name': Rename_Task, 'duration_secs': 0.397523} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.118135] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.118507] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e9afe7-9986-4913-bef7-ede96004e5f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.124916] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 860.124916] env[68207]: value = "task-2776824" [ 860.124916] env[68207]: _type = "Task" [ 860.124916] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.134912] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.448838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.449478] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.453663] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.829s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.455648] env[68207]: INFO nova.compute.claims [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.523282] env[68207]: DEBUG nova.compute.manager [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.523709] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.525082] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba39bc47-cd91-48cb-913c-23ebded349d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.533874] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.534173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.538132] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.538416] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c280f75f-0343-42e6-8eb8-fe865ac62139 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.577950] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52387582-68ed-f270-b377-f1bf66333aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.032099} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.578760] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1afc1d2-c58a-4980-9078-120ed2cdd2f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.583957] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 860.583957] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ef571a-d59f-6366-d0be-298873d34792" [ 860.583957] env[68207]: _type = "Task" [ 860.583957] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.599829] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776821, 'name': ReconfigVM_Task, 'duration_secs': 0.94605} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.603596] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e3a81ccc-0ef3-4f66-990a-4f9f07fa152b/e3a81ccc-0ef3-4f66-990a-4f9f07fa152b.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.604612] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ef571a-d59f-6366-d0be-298873d34792, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.606144] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d496acd-17d7-443f-a427-e1eeabd297f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.607893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.608201] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.608489] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.608665] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.608834] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleting the datastore file [datastore2] e2fdffd0-ea96-45b4-92b3-a50349316a9c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.611888] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16657a55-1ff7-4426-963a-bd6ce3dc1158 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.613890] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-708b6c55-f9a1-4a02-98d4-bc839fcd3217 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.616098] env[68207]: DEBUG oslo_vmware.api [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Task: {'id': task-2776822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545408} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.616962] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.617026] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.617277] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.617461] env[68207]: INFO nova.compute.manager [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Took 1.69 seconds to destroy the instance on the hypervisor. [ 860.617702] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.618465] env[68207]: DEBUG nova.compute.manager [-] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.618585] env[68207]: DEBUG nova.network.neutron [-] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.621589] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 860.621589] env[68207]: value = "task-2776826" [ 860.621589] env[68207]: _type = "Task" [ 860.621589] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.623226] env[68207]: DEBUG oslo_vmware.api [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 860.623226] env[68207]: value = "task-2776828" [ 860.623226] env[68207]: _type = "Task" [ 860.623226] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.627481] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 860.627481] env[68207]: value = "task-2776827" [ 860.627481] env[68207]: _type = "Task" [ 860.627481] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.640528] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776826, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.645413] env[68207]: DEBUG oslo_vmware.api [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.651806] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.652205] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.892997] env[68207]: DEBUG nova.compute.manager [req-af1ff17c-48e1-4dfd-9e41-5eba3afb0d46 req-b779b941-98d7-40ae-8597-cc9159c165f6 service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Received event network-vif-deleted-37398fed-f293-4dbc-bf90-1da70eba2006 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.893224] env[68207]: INFO nova.compute.manager [req-af1ff17c-48e1-4dfd-9e41-5eba3afb0d46 req-b779b941-98d7-40ae-8597-cc9159c165f6 service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Neutron deleted interface 37398fed-f293-4dbc-bf90-1da70eba2006; detaching it from the instance and deleting it from the info cache [ 860.893448] env[68207]: DEBUG nova.network.neutron [req-af1ff17c-48e1-4dfd-9e41-5eba3afb0d46 req-b779b941-98d7-40ae-8597-cc9159c165f6 service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.964385] env[68207]: DEBUG nova.compute.utils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.966670] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.966865] env[68207]: DEBUG nova.network.neutron [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.039985] env[68207]: DEBUG nova.policy [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979d364dd01645568e09b933923e26b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7703de01394b44a8a71db47e154ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.142069] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776826, 'name': Rename_Task, 'duration_secs': 0.155911} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.148163] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.148660] env[68207]: DEBUG oslo_vmware.api [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776824, 'name': PowerOnVM_Task, 'duration_secs': 0.890446} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.148910] env[68207]: DEBUG oslo_vmware.api [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193131} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.148910] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b388e8-4d3d-4abe-91ad-d57d08822fb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.151327] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.151657] env[68207]: DEBUG nova.compute.manager [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.152137] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.152410] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.152694] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.152991] env[68207]: INFO nova.compute.manager [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 861.153361] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.158990] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ad3a8-4e84-48c7-8895-ffaa978e0fa9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.163029] env[68207]: DEBUG nova.compute.manager [-] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.163560] env[68207]: DEBUG nova.network.neutron [-] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.165820] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.176193] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 861.176193] env[68207]: value = "task-2776829" [ 861.176193] env[68207]: _type = "Task" [ 861.176193] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.187851] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.374733] env[68207]: DEBUG nova.network.neutron [-] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.396424] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f46bbf39-644b-43eb-83e0-02dc7de9d70c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.408026] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946264e0-1771-4884-8759-68aa85516c95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.450707] env[68207]: DEBUG nova.compute.manager [req-af1ff17c-48e1-4dfd-9e41-5eba3afb0d46 req-b779b941-98d7-40ae-8597-cc9159c165f6 service nova] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Detach interface failed, port_id=37398fed-f293-4dbc-bf90-1da70eba2006, reason: Instance fa7d0d21-2acc-431e-b293-a9f1ddb3b015 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 861.453021] env[68207]: DEBUG nova.network.neutron [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Successfully created port: 26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.470305] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.524965] env[68207]: DEBUG nova.compute.manager [req-3f2459bd-ccd6-4df3-b6b9-be31cda852de req-e8e0ae4a-04c4-4e77-9bae-ae2c8fff6036 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Received event network-vif-deleted-2c530172-7019-4df0-9a33-8d5a4e695ccd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 861.524965] env[68207]: INFO nova.compute.manager [req-3f2459bd-ccd6-4df3-b6b9-be31cda852de req-e8e0ae4a-04c4-4e77-9bae-ae2c8fff6036 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Neutron deleted interface 2c530172-7019-4df0-9a33-8d5a4e695ccd; detaching it from the instance and deleting it from the info cache [ 861.524965] env[68207]: DEBUG nova.network.neutron [req-3f2459bd-ccd6-4df3-b6b9-be31cda852de req-e8e0ae4a-04c4-4e77-9bae-ae2c8fff6036 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.646728] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560961} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.647010] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.647235] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.647610] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c738fbd4-94f7-4e97-a089-45776f5c9525 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.654752] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 861.654752] env[68207]: value = "task-2776830" [ 861.654752] env[68207]: _type = "Task" [ 861.654752] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.666919] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.693151] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.701480] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.881467] env[68207]: INFO nova.compute.manager [-] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Took 1.26 seconds to deallocate network for instance. [ 861.932878] env[68207]: DEBUG nova.network.neutron [-] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.982377] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7165de-4a50-4954-b6e1-907ffd61974d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.990271] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fdeea7-2fc2-4838-b550-6ac360300cad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.021827] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e76c1-e0f1-48d2-88eb-de128209eb36 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.029210] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d50a2e3-f8b7-4723-bd9b-da07e26aa64a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.032247] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc95d59-8741-4f37-8d74-fde11f6a8c0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.047883] env[68207]: DEBUG nova.compute.provider_tree [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.053556] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177de0d-c56c-4232-bb64-73d65137b529 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.093043] env[68207]: DEBUG nova.compute.manager [req-3f2459bd-ccd6-4df3-b6b9-be31cda852de req-e8e0ae4a-04c4-4e77-9bae-ae2c8fff6036 service nova] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Detach interface failed, port_id=2c530172-7019-4df0-9a33-8d5a4e695ccd, reason: Instance e2fdffd0-ea96-45b4-92b3-a50349316a9c could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 862.167191] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131518} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.167545] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.168400] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bac6677-7ede-409c-955d-a8caaad6c9ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.188506] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.188813] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de77712-d008-4478-93ed-5aa22ac713fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.211208] env[68207]: DEBUG oslo_vmware.api [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776829, 'name': PowerOnVM_Task, 'duration_secs': 0.757157} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.212494] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.212707] env[68207]: INFO nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Took 9.73 seconds to spawn the instance on the hypervisor. [ 862.212889] env[68207]: DEBUG nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.213220] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 862.213220] env[68207]: value = "task-2776831" [ 862.213220] env[68207]: _type = "Task" [ 862.213220] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.213877] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f830c7-63a4-4394-b662-ce391a9c4acb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.223673] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.390759] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.437561] env[68207]: INFO nova.compute.manager [-] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Took 1.27 seconds to deallocate network for instance. [ 862.479233] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.506172] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.506427] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.506583] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.506765] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.506913] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.507074] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.507291] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.507446] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.507611] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.507769] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.507936] env[68207]: DEBUG nova.virt.hardware [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.508802] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805767d7-3406-4593-a3f5-75bb5537bd4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.517412] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb61c097-44a6-40d6-a431-fb47f143b7ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.551924] env[68207]: DEBUG nova.scheduler.client.report [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.726194] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.735794] env[68207]: INFO nova.compute.manager [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Took 38.76 seconds to build instance. [ 862.944016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.017044] env[68207]: DEBUG nova.compute.manager [req-ececc1b3-b918-4e43-ad6b-ab2ebda51954 req-332e8e5d-d5b6-4a0a-9d4f-501be9dc6189 service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Received event network-vif-plugged-26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.017306] env[68207]: DEBUG oslo_concurrency.lockutils [req-ececc1b3-b918-4e43-ad6b-ab2ebda51954 req-332e8e5d-d5b6-4a0a-9d4f-501be9dc6189 service nova] Acquiring lock "31746041-257a-48ff-86d6-8b6eccadb24d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.017481] env[68207]: DEBUG oslo_concurrency.lockutils [req-ececc1b3-b918-4e43-ad6b-ab2ebda51954 req-332e8e5d-d5b6-4a0a-9d4f-501be9dc6189 service nova] Lock "31746041-257a-48ff-86d6-8b6eccadb24d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.017652] env[68207]: DEBUG oslo_concurrency.lockutils [req-ececc1b3-b918-4e43-ad6b-ab2ebda51954 req-332e8e5d-d5b6-4a0a-9d4f-501be9dc6189 service nova] Lock "31746041-257a-48ff-86d6-8b6eccadb24d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.017850] env[68207]: DEBUG nova.compute.manager [req-ececc1b3-b918-4e43-ad6b-ab2ebda51954 req-332e8e5d-d5b6-4a0a-9d4f-501be9dc6189 service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] No waiting events found dispatching network-vif-plugged-26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.018132] env[68207]: WARNING nova.compute.manager [req-ececc1b3-b918-4e43-ad6b-ab2ebda51954 req-332e8e5d-d5b6-4a0a-9d4f-501be9dc6189 service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Received unexpected event network-vif-plugged-26ee1465-c3d4-4353-a7a4-cfad4c610e18 for instance with vm_state building and task_state spawning. [ 863.036683] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.036683] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.036833] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.037092] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.037186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.039134] env[68207]: INFO nova.compute.manager [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Terminating instance [ 863.061509] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.063612] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.064470] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.558s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.064681] env[68207]: DEBUG nova.objects.instance [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lazy-loading 'resources' on Instance uuid 6a77cc49-0b11-4341-a8c9-290cdf086ca0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.101586] env[68207]: DEBUG nova.network.neutron [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Successfully updated port: 26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.227529] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.237481] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ac8e4dd5-c4af-4082-9035-9fe8393791d7 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.674s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.308138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.308138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.308138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.308138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.308401] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.310055] env[68207]: INFO nova.compute.manager [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Terminating instance [ 863.544025] env[68207]: DEBUG nova.compute.manager [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.544025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.544739] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd443281-5e6a-40d0-af03-2552705fc014 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.552539] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.552809] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe56666-f2f6-4c63-8e82-bdf11e3651f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.559087] env[68207]: DEBUG oslo_vmware.api [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 863.559087] env[68207]: value = "task-2776832" [ 863.559087] env[68207]: _type = "Task" [ 863.559087] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.569057] env[68207]: DEBUG nova.compute.utils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.574170] env[68207]: DEBUG oslo_vmware.api [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.574170] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.574575] env[68207]: DEBUG nova.network.neutron [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.606019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "refresh_cache-31746041-257a-48ff-86d6-8b6eccadb24d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.606019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired lock "refresh_cache-31746041-257a-48ff-86d6-8b6eccadb24d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.606327] env[68207]: DEBUG nova.network.neutron [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.615393] env[68207]: DEBUG nova.policy [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f90cc9df4494dd3ba2f3b9d24980654', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee4fd740c9ad44b081693b874342dad3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.732425] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776831, 'name': ReconfigVM_Task, 'duration_secs': 1.050445} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.732701] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a/1ac5fd61-d1e4-4085-8119-5a0ffebffb9a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.733354] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a76af0e-a9be-43f0-ab5e-b2240a236c56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.738651] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.742465] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 863.742465] env[68207]: value = "task-2776833" [ 863.742465] env[68207]: _type = "Task" [ 863.742465] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.753459] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776833, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.814341] env[68207]: DEBUG nova.compute.manager [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.815022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.815469] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b0abc-16cc-4a76-8def-53e8a36ec189 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.825976] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.826286] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f993680-86c1-4829-bca8-a92a1c09cc8a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.833213] env[68207]: DEBUG oslo_vmware.api [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 863.833213] env[68207]: value = "task-2776834" [ 863.833213] env[68207]: _type = "Task" [ 863.833213] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.845339] env[68207]: DEBUG oslo_vmware.api [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.072913] env[68207]: DEBUG oslo_vmware.api [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776832, 'name': PowerOffVM_Task, 'duration_secs': 0.370444} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.073745] env[68207]: DEBUG nova.network.neutron [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Successfully created port: f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.075658] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.075842] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.076399] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.078815] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d7bb64-5e86-4ebf-901e-be1ae98bf590 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.128807] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204c3f4-1cd0-4559-a416-97ac4d202d2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.139356] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3b65e1-a5cc-485a-b1db-125cac74019b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.173851] env[68207]: DEBUG nova.network.neutron [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.176217] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e45223-c60d-4fa7-935f-03f15b84a0c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.178764] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.179016] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.179215] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleting the datastore file [datastore2] ee54c8fd-d1b5-4d12-a744-def735f0fe27 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.179449] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c9fdea1-b550-4f26-a260-2256ae58b8c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.188551] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae7cbd-5d7e-4f06-ba56-70a7e655a138 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.194298] env[68207]: DEBUG oslo_vmware.api [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 864.194298] env[68207]: value = "task-2776836" [ 864.194298] env[68207]: _type = "Task" [ 864.194298] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.205650] env[68207]: DEBUG nova.compute.provider_tree [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.214118] env[68207]: DEBUG oslo_vmware.api [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.257141] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776833, 'name': Rename_Task, 'duration_secs': 0.22029} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.257141] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.257445] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50baab7-54ce-446c-9fd3-161f890008cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.263116] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 864.263116] env[68207]: value = "task-2776837" [ 864.263116] env[68207]: _type = "Task" [ 864.263116] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.266771] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.272252] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.342613] env[68207]: DEBUG oslo_vmware.api [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776834, 'name': PowerOffVM_Task, 'duration_secs': 0.196032} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.343612] env[68207]: DEBUG nova.network.neutron [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Updating instance_info_cache with network_info: [{"id": "26ee1465-c3d4-4353-a7a4-cfad4c610e18", "address": "fa:16:3e:ef:10:c8", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ee1465-c3", "ovs_interfaceid": "26ee1465-c3d4-4353-a7a4-cfad4c610e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.344809] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.344980] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.345443] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7db68ac-54fa-4039-85ba-99a276aedb18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.421187] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.421620] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Deleting contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.421901] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleting the datastore file [datastore1] e3a81ccc-0ef3-4f66-990a-4f9f07fa152b {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.422208] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-210105e2-fb7a-41eb-8489-5407be043f1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.428425] env[68207]: DEBUG oslo_vmware.api [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 864.428425] env[68207]: value = "task-2776839" [ 864.428425] env[68207]: _type = "Task" [ 864.428425] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.437711] env[68207]: DEBUG oslo_vmware.api [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.706936] env[68207]: DEBUG oslo_vmware.api [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310628} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.707217] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.707399] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.707574] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.707857] env[68207]: INFO nova.compute.manager [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Took 1.16 seconds to destroy the instance on the hypervisor. [ 864.707973] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.708179] env[68207]: DEBUG nova.compute.manager [-] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.708274] env[68207]: DEBUG nova.network.neutron [-] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.710523] env[68207]: DEBUG nova.scheduler.client.report [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.773326] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.846838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Releasing lock "refresh_cache-31746041-257a-48ff-86d6-8b6eccadb24d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.847212] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Instance network_info: |[{"id": "26ee1465-c3d4-4353-a7a4-cfad4c610e18", "address": "fa:16:3e:ef:10:c8", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ee1465-c3", "ovs_interfaceid": "26ee1465-c3d4-4353-a7a4-cfad4c610e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.847688] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:10:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ee1465-c3d4-4353-a7a4-cfad4c610e18', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.856308] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.856556] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.856781] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49de88fc-1e96-4ce6-ac2b-8733ff3f8eb6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.877572] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.877572] env[68207]: value = "task-2776840" [ 864.877572] env[68207]: _type = "Task" [ 864.877572] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.885279] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776840, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.939106] env[68207]: DEBUG oslo_vmware.api [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491321} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.939307] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.939537] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Deleted contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.939775] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.940071] env[68207]: INFO nova.compute.manager [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 864.940376] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.940628] env[68207]: DEBUG nova.compute.manager [-] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.940760] env[68207]: DEBUG nova.network.neutron [-] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.046151] env[68207]: DEBUG nova.compute.manager [req-7ced6799-b091-4119-9095-1e3ceef24cf2 req-9a957862-6c5d-489c-a802-3bd197b63037 service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Received event network-vif-deleted-fa06a59c-c469-46d6-8526-6201ab70d1fe {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.046299] env[68207]: INFO nova.compute.manager [req-7ced6799-b091-4119-9095-1e3ceef24cf2 req-9a957862-6c5d-489c-a802-3bd197b63037 service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Neutron deleted interface fa06a59c-c469-46d6-8526-6201ab70d1fe; detaching it from the instance and deleting it from the info cache [ 865.046559] env[68207]: DEBUG nova.network.neutron [req-7ced6799-b091-4119-9095-1e3ceef24cf2 req-9a957862-6c5d-489c-a802-3bd197b63037 service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.075049] env[68207]: DEBUG nova.compute.manager [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Received event network-changed-26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.075420] env[68207]: DEBUG nova.compute.manager [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Refreshing instance network info cache due to event network-changed-26ee1465-c3d4-4353-a7a4-cfad4c610e18. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 865.075776] env[68207]: DEBUG oslo_concurrency.lockutils [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] Acquiring lock "refresh_cache-31746041-257a-48ff-86d6-8b6eccadb24d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075776] env[68207]: DEBUG oslo_concurrency.lockutils [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] Acquired lock "refresh_cache-31746041-257a-48ff-86d6-8b6eccadb24d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.075776] env[68207]: DEBUG nova.network.neutron [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Refreshing network info cache for port 26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.094569] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.124937] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.125258] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.125419] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.125601] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.125744] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.125885] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.126170] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.126346] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.126522] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.126707] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.126898] env[68207]: DEBUG nova.virt.hardware [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.128090] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb5412-09e9-4806-a411-48e3e42d97c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.135798] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7986990-8f33-4067-a0bf-e6b99eb5f9f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.219519] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.222815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.894s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.223109] env[68207]: DEBUG nova.objects.instance [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lazy-loading 'resources' on Instance uuid e382429d-4899-4e16-b28c-260782a25e50 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.239043] env[68207]: INFO nova.scheduler.client.report [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Deleted allocations for instance 6a77cc49-0b11-4341-a8c9-290cdf086ca0 [ 865.274039] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.387335] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776840, 'name': CreateVM_Task, 'duration_secs': 0.333207} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.387514] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.388263] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.388503] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.388844] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.389112] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01edca16-e3a3-4628-a748-eccab5914a66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.393399] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 865.393399] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52cde5b8-4d01-9e73-61f5-7eac2fb157d1" [ 865.393399] env[68207]: _type = "Task" [ 865.393399] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.400554] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cde5b8-4d01-9e73-61f5-7eac2fb157d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.488411] env[68207]: DEBUG nova.network.neutron [-] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.549346] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9425360-929c-459f-a2fd-cd6d487eea6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.558762] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf3e16-16ab-422a-96a2-0105ca65b343 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.597623] env[68207]: DEBUG nova.compute.manager [req-7ced6799-b091-4119-9095-1e3ceef24cf2 req-9a957862-6c5d-489c-a802-3bd197b63037 service nova] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Detach interface failed, port_id=fa06a59c-c469-46d6-8526-6201ab70d1fe, reason: Instance ee54c8fd-d1b5-4d12-a744-def735f0fe27 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 865.726566] env[68207]: DEBUG nova.network.neutron [-] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.748082] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0f810782-a233-4207-a3dd-653c5b7778ee tempest-AttachInterfacesUnderV243Test-338939060 tempest-AttachInterfacesUnderV243Test-338939060-project-member] Lock "6a77cc49-0b11-4341-a8c9-290cdf086ca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.248s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.777106] env[68207]: DEBUG oslo_vmware.api [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776837, 'name': PowerOnVM_Task, 'duration_secs': 1.04312} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.780217] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.780455] env[68207]: DEBUG nova.compute.manager [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.784466] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a19f017-16b2-45ae-945d-2c5b5b431067 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.907622] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cde5b8-4d01-9e73-61f5-7eac2fb157d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01758} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.907858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.908445] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.908445] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.908539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.908882] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.908964] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b27d4ce-4a33-490c-8d49-cd0a8143a04a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.921350] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.921831] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.922990] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747c6d3f-0c54-4ff7-993a-5d5a7556e053 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.935018] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 865.935018] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5259769d-fed3-ffb1-02e4-94d0260204b4" [ 865.935018] env[68207]: _type = "Task" [ 865.935018] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.973491] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5259769d-fed3-ffb1-02e4-94d0260204b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.990816] env[68207]: INFO nova.compute.manager [-] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Took 1.28 seconds to deallocate network for instance. [ 866.042669] env[68207]: DEBUG nova.network.neutron [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Updated VIF entry in instance network info cache for port 26ee1465-c3d4-4353-a7a4-cfad4c610e18. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.043072] env[68207]: DEBUG nova.network.neutron [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Updating instance_info_cache with network_info: [{"id": "26ee1465-c3d4-4353-a7a4-cfad4c610e18", "address": "fa:16:3e:ef:10:c8", "network": {"id": "c2ee1814-5ce7-4707-bc1d-66e15bdb7ee2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1448864535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7703de01394b44a8a71db47e154ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ee1465-c3", "ovs_interfaceid": "26ee1465-c3d4-4353-a7a4-cfad4c610e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.167166] env[68207]: DEBUG nova.network.neutron [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Successfully updated port: f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.231444] env[68207]: INFO nova.compute.manager [-] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Took 1.29 seconds to deallocate network for instance. [ 866.299181] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74f6aa-63b4-4698-b65a-83464629946c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.308788] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.312672] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a26864-f0c9-4330-b23b-a0c44e2d9f3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.346339] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b74f79d-a5fa-45dd-ad00-69daf629c6e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.353687] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ae52e-3e34-4784-9c4c-bd7f58900226 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.367570] env[68207]: DEBUG nova.compute.provider_tree [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.443833] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5259769d-fed3-ffb1-02e4-94d0260204b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.444619] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74dfd6fd-77e1-4993-9f4e-155a8a99102e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.449556] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 866.449556] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52086a00-f455-516e-e4c3-296fe2363a81" [ 866.449556] env[68207]: _type = "Task" [ 866.449556] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.456601] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52086a00-f455-516e-e4c3-296fe2363a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.503013] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.548905] env[68207]: DEBUG oslo_concurrency.lockutils [req-51571713-7435-4489-b3e9-78fb5a2b1b71 req-67fada8c-85a2-4169-acdd-2289e2bfc23f service nova] Releasing lock "refresh_cache-31746041-257a-48ff-86d6-8b6eccadb24d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.669755] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "refresh_cache-c33f0795-cf25-4436-b8a3-f8a8432b3b24" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.669967] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquired lock "refresh_cache-c33f0795-cf25-4436-b8a3-f8a8432b3b24" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.670149] env[68207]: DEBUG nova.network.neutron [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.740136] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.760233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.760570] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.761056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.761775] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.761775] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.767687] env[68207]: INFO nova.compute.manager [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Terminating instance [ 866.870892] env[68207]: DEBUG nova.scheduler.client.report [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.960664] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52086a00-f455-516e-e4c3-296fe2363a81, 'name': SearchDatastore_Task, 'duration_secs': 0.020166} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.960912] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.961189] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 31746041-257a-48ff-86d6-8b6eccadb24d/31746041-257a-48ff-86d6-8b6eccadb24d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.961728] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-684252ec-b18d-4f33-a246-5b890aa5d1ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.969415] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 866.969415] env[68207]: value = "task-2776841" [ 866.969415] env[68207]: _type = "Task" [ 866.969415] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.977544] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.071552] env[68207]: DEBUG nova.compute.manager [req-697f4e55-973b-44a8-9315-a6abc14c45e0 req-9b428cbc-a115-4fb7-b6f1-2d3a5eab19c9 service nova] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Received event network-vif-deleted-0cf80fe3-0948-4130-a340-d5f918496bc1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.124488] env[68207]: DEBUG nova.compute.manager [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Received event network-vif-plugged-f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.124862] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] Acquiring lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.124924] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.125098] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.125278] env[68207]: DEBUG nova.compute.manager [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] No waiting events found dispatching network-vif-plugged-f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.125439] env[68207]: WARNING nova.compute.manager [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Received unexpected event network-vif-plugged-f1d91b97-dc38-4854-ba6e-8a94d0665010 for instance with vm_state building and task_state spawning. [ 867.125594] env[68207]: DEBUG nova.compute.manager [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Received event network-changed-f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.125737] env[68207]: DEBUG nova.compute.manager [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Refreshing instance network info cache due to event network-changed-f1d91b97-dc38-4854-ba6e-8a94d0665010. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 867.125895] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] Acquiring lock "refresh_cache-c33f0795-cf25-4436-b8a3-f8a8432b3b24" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.229192] env[68207]: DEBUG nova.network.neutron [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.271437] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "refresh_cache-1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.271653] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquired lock "refresh_cache-1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.271828] env[68207]: DEBUG nova.network.neutron [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.380288] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.382402] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.725s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.383871] env[68207]: INFO nova.compute.claims [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.412341] env[68207]: INFO nova.scheduler.client.report [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Deleted allocations for instance e382429d-4899-4e16-b28c-260782a25e50 [ 867.432911] env[68207]: DEBUG nova.network.neutron [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Updating instance_info_cache with network_info: [{"id": "f1d91b97-dc38-4854-ba6e-8a94d0665010", "address": "fa:16:3e:f3:93:02", "network": {"id": "7d4de936-e3bf-475c-9f19-483acd1f0dae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-155272409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4fd740c9ad44b081693b874342dad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d91b97-dc", "ovs_interfaceid": "f1d91b97-dc38-4854-ba6e-8a94d0665010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.480435] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776841, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.821914] env[68207]: DEBUG nova.network.neutron [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.921029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6aef15ed-c854-479a-8a96-29ce776c70b7 tempest-ServersListShow298Test-910840998 tempest-ServersListShow298Test-910840998-project-member] Lock "e382429d-4899-4e16-b28c-260782a25e50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.838s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.938698] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Releasing lock "refresh_cache-c33f0795-cf25-4436-b8a3-f8a8432b3b24" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.938698] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Instance network_info: |[{"id": "f1d91b97-dc38-4854-ba6e-8a94d0665010", "address": "fa:16:3e:f3:93:02", "network": {"id": "7d4de936-e3bf-475c-9f19-483acd1f0dae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-155272409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4fd740c9ad44b081693b874342dad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d91b97-dc", "ovs_interfaceid": "f1d91b97-dc38-4854-ba6e-8a94d0665010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.938975] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] Acquired lock "refresh_cache-c33f0795-cf25-4436-b8a3-f8a8432b3b24" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.938975] env[68207]: DEBUG nova.network.neutron [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Refreshing network info cache for port f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.938975] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:93:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d91b97-dc38-4854-ba6e-8a94d0665010', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.953621] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Creating folder: Project (ee4fd740c9ad44b081693b874342dad3). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.958020] env[68207]: DEBUG nova.network.neutron [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.960908] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78a37f3-6a51-4b32-9fe3-362189b14502 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.975414] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Created folder: Project (ee4fd740c9ad44b081693b874342dad3) in parent group-v558176. [ 867.976321] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Creating folder: Instances. Parent ref: group-v558345. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.980223] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21894990-80f2-46f3-bdb1-4e27106cb941 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.989138] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821814} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.990281] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 31746041-257a-48ff-86d6-8b6eccadb24d/31746041-257a-48ff-86d6-8b6eccadb24d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.990281] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.992239] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf0fd7fc-d031-4e78-918e-d6800dec1186 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.994741] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Created folder: Instances in parent group-v558345. [ 867.995043] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.995585] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.995906] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a1b830d-b78c-48b7-8a70-49da9e468c0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.016658] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 868.016658] env[68207]: value = "task-2776844" [ 868.016658] env[68207]: _type = "Task" [ 868.016658] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.022602] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.022602] env[68207]: value = "task-2776845" [ 868.022602] env[68207]: _type = "Task" [ 868.022602] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.030772] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.036369] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776845, 'name': CreateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.414741] env[68207]: DEBUG nova.network.neutron [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Updated VIF entry in instance network info cache for port f1d91b97-dc38-4854-ba6e-8a94d0665010. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.415389] env[68207]: DEBUG nova.network.neutron [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Updating instance_info_cache with network_info: [{"id": "f1d91b97-dc38-4854-ba6e-8a94d0665010", "address": "fa:16:3e:f3:93:02", "network": {"id": "7d4de936-e3bf-475c-9f19-483acd1f0dae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-155272409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4fd740c9ad44b081693b874342dad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d91b97-dc", "ovs_interfaceid": "f1d91b97-dc38-4854-ba6e-8a94d0665010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.466554] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Releasing lock "refresh_cache-1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.467057] env[68207]: DEBUG nova.compute.manager [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.467267] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.468759] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85edbbf2-2dd8-42b4-8981-c1d79bee860a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.477398] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.477675] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab8624f4-9852-47cb-8ea5-cce2ecf9486b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.484282] env[68207]: DEBUG oslo_vmware.api [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 868.484282] env[68207]: value = "task-2776846" [ 868.484282] env[68207]: _type = "Task" [ 868.484282] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.494866] env[68207]: DEBUG oslo_vmware.api [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.528143] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072832} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.532099] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.533219] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99724149-1748-4879-bdb2-5f8039a9d222 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.540816] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776845, 'name': CreateVM_Task, 'duration_secs': 0.329854} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.550101] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.559179] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 31746041-257a-48ff-86d6-8b6eccadb24d/31746041-257a-48ff-86d6-8b6eccadb24d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.560017] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.560508] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.560771] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1f74dd-0234-4809-90fd-95e8d4645b2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.575595] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c007e2ed-7673-4750-96e4-39d5dfee7000 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.581455] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 868.581455] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a0b220-cd79-dad2-4005-f684697c5be9" [ 868.581455] env[68207]: _type = "Task" [ 868.581455] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.585929] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 868.585929] env[68207]: value = "task-2776847" [ 868.585929] env[68207]: _type = "Task" [ 868.585929] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.592524] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a0b220-cd79-dad2-4005-f684697c5be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.597483] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.918615] env[68207]: DEBUG oslo_concurrency.lockutils [req-bf4610dd-d564-4491-9170-c381b556bb1b req-ac30d904-9dd2-4615-a87e-fe9f0adacb38 service nova] Releasing lock "refresh_cache-c33f0795-cf25-4436-b8a3-f8a8432b3b24" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.994666] env[68207]: DEBUG oslo_vmware.api [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776846, 'name': PowerOffVM_Task, 'duration_secs': 0.212415} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.995530] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.995530] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.995638] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a7577c0-73e1-4936-a464-697ed3a18b68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.017381] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273150a-3fbb-426f-9182-37583fd0a087 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.021952] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.022041] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.022269] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Deleting the datastore file [datastore2] 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.022636] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc6a73a-1930-437e-8ebd-f08f4b88cabe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.027733] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cf9ec1-49a5-41ed-9b7b-6ace36ebdd02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.031580] env[68207]: DEBUG oslo_vmware.api [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for the task: (returnval){ [ 869.031580] env[68207]: value = "task-2776849" [ 869.031580] env[68207]: _type = "Task" [ 869.031580] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.062172] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7e0701-bb37-4523-b452-9bf854758457 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.067632] env[68207]: DEBUG oslo_vmware.api [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.072579] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c201e6-1925-4197-be3b-70ac5c0b983a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.088332] env[68207]: DEBUG nova.compute.provider_tree [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.101544] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a0b220-cd79-dad2-4005-f684697c5be9, 'name': SearchDatastore_Task, 'duration_secs': 0.023897} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.105280] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105520] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.105744] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.105900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.106080] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.106389] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776847, 'name': ReconfigVM_Task, 'duration_secs': 0.360359} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.106779] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d323eed4-0cdb-4440-839d-10305f08a8d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.108567] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 31746041-257a-48ff-86d6-8b6eccadb24d/31746041-257a-48ff-86d6-8b6eccadb24d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.109372] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19489628-14b2-4919-bf6d-918cf4a8f2b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.116185] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 869.116185] env[68207]: value = "task-2776850" [ 869.116185] env[68207]: _type = "Task" [ 869.116185] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.117263] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.117434] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.120642] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd6192b-87ad-4155-98ed-b867e14b8522 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.126740] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 869.126740] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a1c7fa-e222-9b02-3f6d-485f62d4b337" [ 869.126740] env[68207]: _type = "Task" [ 869.126740] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.129524] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776850, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.140636] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1c7fa-e222-9b02-3f6d-485f62d4b337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.541816] env[68207]: DEBUG oslo_vmware.api [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Task: {'id': task-2776849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105849} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.542117] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.542291] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.542465] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.542638] env[68207]: INFO nova.compute.manager [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 869.542882] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.543079] env[68207]: DEBUG nova.compute.manager [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.543176] env[68207]: DEBUG nova.network.neutron [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.556546] env[68207]: DEBUG nova.network.neutron [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.597477] env[68207]: DEBUG nova.scheduler.client.report [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.628201] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776850, 'name': Rename_Task, 'duration_secs': 0.148069} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.628415] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.628654] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d97a3328-4053-4078-823c-66aee7e0065c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.641928] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1c7fa-e222-9b02-3f6d-485f62d4b337, 'name': SearchDatastore_Task, 'duration_secs': 0.017211} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.643624] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 869.643624] env[68207]: value = "task-2776851" [ 869.643624] env[68207]: _type = "Task" [ 869.643624] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.644193] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df72f1d-8907-4184-9f65-0d0b4a8fa1ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.655650] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.656813] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 869.656813] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522045a0-c2d3-a785-587b-5d0c719a98ba" [ 869.656813] env[68207]: _type = "Task" [ 869.656813] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.664327] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522045a0-c2d3-a785-587b-5d0c719a98ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.059437] env[68207]: DEBUG nova.network.neutron [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.103415] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.103962] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.107067] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.234s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.108818] env[68207]: INFO nova.compute.claims [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.157561] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776851, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.172215] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522045a0-c2d3-a785-587b-5d0c719a98ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012628} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.172215] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.172215] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] c33f0795-cf25-4436-b8a3-f8a8432b3b24/c33f0795-cf25-4436-b8a3-f8a8432b3b24.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.172215] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-895b5a77-ceab-4d05-80d8-475c4f3dd8de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.182185] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 870.182185] env[68207]: value = "task-2776852" [ 870.182185] env[68207]: _type = "Task" [ 870.182185] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.189800] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.565274] env[68207]: INFO nova.compute.manager [-] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Took 1.02 seconds to deallocate network for instance. [ 870.614904] env[68207]: DEBUG nova.compute.utils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.623491] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.623862] env[68207]: DEBUG nova.network.neutron [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.660196] env[68207]: DEBUG oslo_vmware.api [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776851, 'name': PowerOnVM_Task, 'duration_secs': 0.571702} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.660196] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.660196] env[68207]: INFO nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Took 8.18 seconds to spawn the instance on the hypervisor. [ 870.660599] env[68207]: DEBUG nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.663016] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76531010-d707-454c-8f29-2cb2de8ec626 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.691150] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.699479] env[68207]: DEBUG nova.policy [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73407b33645d4f2980f758b9d3c6f642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eb815fdbcba4bdea9d5cfb99fabf43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.071092] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.124239] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.138522] env[68207]: DEBUG nova.network.neutron [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Successfully created port: b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.181734] env[68207]: INFO nova.compute.manager [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Took 37.99 seconds to build instance. [ 871.198301] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641792} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.201460] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] c33f0795-cf25-4436-b8a3-f8a8432b3b24/c33f0795-cf25-4436-b8a3-f8a8432b3b24.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.201678] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.202416] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0641db-8d60-4c28-b00b-a4bf63267871 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.209854] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 871.209854] env[68207]: value = "task-2776853" [ 871.209854] env[68207]: _type = "Task" [ 871.209854] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.218031] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.684285] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9969ed87-0ea2-41f6-ad22-13e23a85f76f tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "31746041-257a-48ff-86d6-8b6eccadb24d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.520s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.721064] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146909} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.721918] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.722700] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af68107-bf19-48f2-abf9-386a52bd02cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.725313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f76a2-5375-44c5-afb2-cea175675e74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.742729] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea7fd4-4b87-44e0-a925-791fd657ed16 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.754939] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c33f0795-cf25-4436-b8a3-f8a8432b3b24/c33f0795-cf25-4436-b8a3-f8a8432b3b24.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.755271] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5904af51-23c4-46b2-8837-580e584a3881 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.800987] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551536b-303d-4fd4-a2dc-2ed36a606d6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.804104] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 871.804104] env[68207]: value = "task-2776854" [ 871.804104] env[68207]: _type = "Task" [ 871.804104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.811410] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ea403-39d0-4e03-b58f-ec00bcac95d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.818788] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.832623] env[68207]: DEBUG nova.compute.provider_tree [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.136419] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.158038] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.158372] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.158789] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.159065] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.159290] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.159493] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.159753] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.160165] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.160411] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.160632] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.160862] env[68207]: DEBUG nova.virt.hardware [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.162027] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c65694-0fdc-4c97-96ce-ff324101f4df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.171372] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef5bce-c26a-4abd-9669-aae7a6a58409 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.315396] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776854, 'name': ReconfigVM_Task, 'duration_secs': 0.323168} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.315763] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c33f0795-cf25-4436-b8a3-f8a8432b3b24/c33f0795-cf25-4436-b8a3-f8a8432b3b24.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.316472] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1c2d4c5-bc9e-4c84-921b-5e451a0e6e02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.323454] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 872.323454] env[68207]: value = "task-2776855" [ 872.323454] env[68207]: _type = "Task" [ 872.323454] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.338827] env[68207]: DEBUG nova.scheduler.client.report [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.342126] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776855, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.833237] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776855, 'name': Rename_Task, 'duration_secs': 0.147835} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.833520] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.833772] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0911432f-d430-406b-94b3-23735bef6828 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.840407] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 872.840407] env[68207]: value = "task-2776856" [ 872.840407] env[68207]: _type = "Task" [ 872.840407] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.844386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.845305] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.847371] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.964s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.852558] env[68207]: INFO nova.compute.claims [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.865804] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776856, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.062885] env[68207]: DEBUG nova.compute.manager [req-daabc3b7-a962-44fa-a26e-67dad11632de req-83217d9f-fe6b-4436-993e-3b254b4e9020 service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Received event network-vif-plugged-b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.063161] env[68207]: DEBUG oslo_concurrency.lockutils [req-daabc3b7-a962-44fa-a26e-67dad11632de req-83217d9f-fe6b-4436-993e-3b254b4e9020 service nova] Acquiring lock "82120b95-6022-4592-8c70-619c09a8601f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.063393] env[68207]: DEBUG oslo_concurrency.lockutils [req-daabc3b7-a962-44fa-a26e-67dad11632de req-83217d9f-fe6b-4436-993e-3b254b4e9020 service nova] Lock "82120b95-6022-4592-8c70-619c09a8601f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.063562] env[68207]: DEBUG oslo_concurrency.lockutils [req-daabc3b7-a962-44fa-a26e-67dad11632de req-83217d9f-fe6b-4436-993e-3b254b4e9020 service nova] Lock "82120b95-6022-4592-8c70-619c09a8601f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.063730] env[68207]: DEBUG nova.compute.manager [req-daabc3b7-a962-44fa-a26e-67dad11632de req-83217d9f-fe6b-4436-993e-3b254b4e9020 service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] No waiting events found dispatching network-vif-plugged-b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.063891] env[68207]: WARNING nova.compute.manager [req-daabc3b7-a962-44fa-a26e-67dad11632de req-83217d9f-fe6b-4436-993e-3b254b4e9020 service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Received unexpected event network-vif-plugged-b6969cb6-aa53-49bc-ac89-0f241567ed45 for instance with vm_state building and task_state spawning. [ 873.070946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "7d28bba8-3f19-48ea-a158-71f50ad59cca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.070946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.221272] env[68207]: DEBUG nova.network.neutron [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Successfully updated port: b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.350625] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776856, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.363059] env[68207]: DEBUG nova.compute.utils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.367964] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.368260] env[68207]: DEBUG nova.network.neutron [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.405817] env[68207]: DEBUG nova.policy [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243ca1a1f04f47ca91fccc6d26c53361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedf718e05534b06b7a7ca4d506b4136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.574041] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.680458] env[68207]: DEBUG nova.network.neutron [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Successfully created port: 97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.726695] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.726857] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.727015] env[68207]: DEBUG nova.network.neutron [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.850734] env[68207]: DEBUG oslo_vmware.api [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776856, 'name': PowerOnVM_Task, 'duration_secs': 0.562328} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.851015] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.851280] env[68207]: INFO nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Took 8.76 seconds to spawn the instance on the hypervisor. [ 873.851466] env[68207]: DEBUG nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.852283] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd27b5a8-67b6-4f98-934e-252776863b42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.871283] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.091712] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.263739] env[68207]: DEBUG nova.network.neutron [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.334474] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3249652-6638-4c72-b508-2792215a10d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.341987] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aa569f-62e3-485b-af9c-201bf0470f23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.385979] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051cd69-3a05-4fa0-94c4-0f9fc6fd504f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.389292] env[68207]: INFO nova.compute.manager [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Took 40.78 seconds to build instance. [ 874.396308] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8a57e-7e57-4874-b9ff-b9cee40e0ee0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.409601] env[68207]: DEBUG nova.compute.provider_tree [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.428069] env[68207]: DEBUG nova.network.neutron [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [{"id": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "address": "fa:16:3e:6b:d5:15", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6969cb6-aa", "ovs_interfaceid": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.548338] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "31746041-257a-48ff-86d6-8b6eccadb24d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.548773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "31746041-257a-48ff-86d6-8b6eccadb24d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.548773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "31746041-257a-48ff-86d6-8b6eccadb24d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.548893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "31746041-257a-48ff-86d6-8b6eccadb24d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.549049] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "31746041-257a-48ff-86d6-8b6eccadb24d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.551153] env[68207]: INFO nova.compute.manager [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Terminating instance [ 874.886882] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.891319] env[68207]: DEBUG oslo_concurrency.lockutils [None req-672302ac-dfd5-4851-b4f8-618ea1069211 tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.110s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.911515] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.911757] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.911924] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.912160] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.912320] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.912466] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.912680] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.912838] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.913013] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.913185] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.913356] env[68207]: DEBUG nova.virt.hardware [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.914225] env[68207]: DEBUG nova.scheduler.client.report [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.918287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e095b5-536d-4d72-857b-4cc8b995cde5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.921321] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.921539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.921735] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.921912] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.922143] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.924050] env[68207]: INFO nova.compute.manager [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Terminating instance [ 874.932511] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.932824] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Instance network_info: |[{"id": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "address": "fa:16:3e:6b:d5:15", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6969cb6-aa", "ovs_interfaceid": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.934364] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d5:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6969cb6-aa53-49bc-ac89-0f241567ed45', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.943609] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.945294] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d963ebd-235a-419d-826e-40d74395b4d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.950420] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.950693] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d9fb87-2600-4d9a-9750-38c1590f3982 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.977272] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.977272] env[68207]: value = "task-2776857" [ 874.977272] env[68207]: _type = "Task" [ 874.977272] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.985039] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776857, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.055123] env[68207]: DEBUG nova.compute.manager [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.055400] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.056341] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f41bb-56d5-419f-ad50-f4aa16210cb5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.064098] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.064363] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c3f910-5514-4cbc-a6e4-498742ceb7b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.071533] env[68207]: DEBUG oslo_vmware.api [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 875.071533] env[68207]: value = "task-2776858" [ 875.071533] env[68207]: _type = "Task" [ 875.071533] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.079787] env[68207]: DEBUG oslo_vmware.api [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.091654] env[68207]: DEBUG nova.compute.manager [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Received event network-changed-b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 875.091886] env[68207]: DEBUG nova.compute.manager [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Refreshing instance network info cache due to event network-changed-b6969cb6-aa53-49bc-ac89-0f241567ed45. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 875.092284] env[68207]: DEBUG oslo_concurrency.lockutils [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] Acquiring lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.092466] env[68207]: DEBUG oslo_concurrency.lockutils [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] Acquired lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.092706] env[68207]: DEBUG nova.network.neutron [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Refreshing network info cache for port b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.230345] env[68207]: DEBUG nova.network.neutron [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Successfully updated port: 97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.423074] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.423651] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.426656] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.490s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.428048] env[68207]: INFO nova.compute.claims [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.430992] env[68207]: DEBUG nova.compute.manager [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.431203] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.432075] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04978594-b9e7-4434-8a55-6e36896eba05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.439419] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.439644] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726016e5-c902-4495-9ab2-468cad5b5da3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.447701] env[68207]: DEBUG oslo_vmware.api [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 875.447701] env[68207]: value = "task-2776859" [ 875.447701] env[68207]: _type = "Task" [ 875.447701] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.455976] env[68207]: DEBUG oslo_vmware.api [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.490479] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776857, 'name': CreateVM_Task, 'duration_secs': 0.318426} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.490661] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.491381] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.492034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.492034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.492216] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79247431-c715-4847-b0b7-d961f0cbf399 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.500122] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 875.500122] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a69f3f-752b-ee15-e2c4-d5276fb8f4cd" [ 875.500122] env[68207]: _type = "Task" [ 875.500122] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.505535] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a69f3f-752b-ee15-e2c4-d5276fb8f4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.582493] env[68207]: DEBUG oslo_vmware.api [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776858, 'name': PowerOffVM_Task, 'duration_secs': 0.229687} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.582786] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.582948] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.583296] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed3aa3d7-c818-476e-ba4b-e8941a079d70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.651559] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.651908] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.652221] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Deleting the datastore file [datastore2] 31746041-257a-48ff-86d6-8b6eccadb24d {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.652543] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a9ae82a-7378-4feb-8665-e626ad5695e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.659177] env[68207]: DEBUG oslo_vmware.api [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 875.659177] env[68207]: value = "task-2776861" [ 875.659177] env[68207]: _type = "Task" [ 875.659177] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.667506] env[68207]: DEBUG oslo_vmware.api [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.734223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.734346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.734577] env[68207]: DEBUG nova.network.neutron [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.841473] env[68207]: DEBUG nova.network.neutron [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updated VIF entry in instance network info cache for port b6969cb6-aa53-49bc-ac89-0f241567ed45. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.841825] env[68207]: DEBUG nova.network.neutron [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [{"id": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "address": "fa:16:3e:6b:d5:15", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6969cb6-aa", "ovs_interfaceid": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.932743] env[68207]: DEBUG nova.compute.utils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.936053] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.936240] env[68207]: DEBUG nova.network.neutron [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.957483] env[68207]: DEBUG oslo_vmware.api [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776859, 'name': PowerOffVM_Task, 'duration_secs': 0.17872} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.957759] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.957950] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.958289] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-888eda22-2722-445d-a5a4-6c5d9b4d62b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.970954] env[68207]: DEBUG nova.policy [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.008565] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a69f3f-752b-ee15-e2c4-d5276fb8f4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.008861] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.009105] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.009337] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.009562] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.009767] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.010030] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e74b99b1-d934-4d6b-ace3-de62f39e90ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.019126] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.019324] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.019498] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Deleting the datastore file [datastore2] c33f0795-cf25-4436-b8a3-f8a8432b3b24 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.019728] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb0a3f50-4b96-4861-8e37-5e7c7676367a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.022280] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.022446] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.023512] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fccd3e-dcb6-47f0-8382-06bcd5f07ef0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.027111] env[68207]: DEBUG oslo_vmware.api [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for the task: (returnval){ [ 876.027111] env[68207]: value = "task-2776863" [ 876.027111] env[68207]: _type = "Task" [ 876.027111] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.030935] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 876.030935] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5223d8c9-7ca6-968a-8b0c-9f6d72b6be15" [ 876.030935] env[68207]: _type = "Task" [ 876.030935] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.036827] env[68207]: DEBUG oslo_vmware.api [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.041724] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5223d8c9-7ca6-968a-8b0c-9f6d72b6be15, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.042470] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a85437-0d21-4fe6-9344-9a4647e489af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.046900] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 876.046900] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ee02fa-1621-4073-d58d-10f0efb153fd" [ 876.046900] env[68207]: _type = "Task" [ 876.046900] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.054127] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ee02fa-1621-4073-d58d-10f0efb153fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.169749] env[68207]: DEBUG oslo_vmware.api [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138606} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.170050] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.170260] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.170441] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.170613] env[68207]: INFO nova.compute.manager [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 876.170869] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.171073] env[68207]: DEBUG nova.compute.manager [-] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.171189] env[68207]: DEBUG nova.network.neutron [-] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.267867] env[68207]: DEBUG nova.network.neutron [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Successfully created port: 1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.283087] env[68207]: DEBUG nova.network.neutron [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.344127] env[68207]: DEBUG oslo_concurrency.lockutils [req-a9e9c195-1b14-4e18-b914-bb5d9e0dd13e req-211a39f6-c5bc-4d5e-b8ee-9ee3dec73b0a service nova] Releasing lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.437138] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.481764] env[68207]: DEBUG nova.network.neutron [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updating instance_info_cache with network_info: [{"id": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "address": "fa:16:3e:95:ed:09", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e3132c-47", "ovs_interfaceid": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.537539] env[68207]: DEBUG oslo_vmware.api [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Task: {'id': task-2776863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135329} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.537817] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.537999] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.538190] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.538359] env[68207]: INFO nova.compute.manager [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 876.538593] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.541079] env[68207]: DEBUG nova.compute.manager [-] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.541189] env[68207]: DEBUG nova.network.neutron [-] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.556770] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ee02fa-1621-4073-d58d-10f0efb153fd, 'name': SearchDatastore_Task, 'duration_secs': 0.007549} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.561536] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.562337] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 82120b95-6022-4592-8c70-619c09a8601f/82120b95-6022-4592-8c70-619c09a8601f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.562727] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5959eaf-7957-4277-8e5a-0b3815df987c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.570211] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 876.570211] env[68207]: value = "task-2776864" [ 876.570211] env[68207]: _type = "Task" [ 876.570211] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.582392] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.640336] env[68207]: DEBUG nova.compute.manager [req-fe12d6ec-a5f1-4ae6-a75a-7acf30518d52 req-538d6c87-9fe1-4ee4-9c18-ada5e861bf4f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Received event network-vif-deleted-26ee1465-c3d4-4353-a7a4-cfad4c610e18 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 876.640336] env[68207]: INFO nova.compute.manager [req-fe12d6ec-a5f1-4ae6-a75a-7acf30518d52 req-538d6c87-9fe1-4ee4-9c18-ada5e861bf4f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Neutron deleted interface 26ee1465-c3d4-4353-a7a4-cfad4c610e18; detaching it from the instance and deleting it from the info cache [ 876.640336] env[68207]: DEBUG nova.network.neutron [req-fe12d6ec-a5f1-4ae6-a75a-7acf30518d52 req-538d6c87-9fe1-4ee4-9c18-ada5e861bf4f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.984775] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.985147] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Instance network_info: |[{"id": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "address": "fa:16:3e:95:ed:09", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e3132c-47", "ovs_interfaceid": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.985384] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ed:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e3132c-47d2-4910-9aff-d44b494ab6e6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.993209] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.996811] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.997572] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b452243-fea1-44ca-82e2-31c931983073 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.021897] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.021897] env[68207]: value = "task-2776865" [ 877.021897] env[68207]: _type = "Task" [ 877.021897] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.026768] env[68207]: DEBUG nova.network.neutron [-] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.028495] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cd252d-a0e5-40b4-9d75-384e17f4c3ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.038732] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776865, 'name': CreateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.040371] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e05606-21fc-4ec7-93cd-a54a8a1f8e43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.077174] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935310dd-1d03-4af9-af7d-986e89d0c289 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.087109] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.088396] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80727f89-bf2c-44a1-bfbf-844c4d7d4883 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.103295] env[68207]: DEBUG nova.compute.provider_tree [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.121071] env[68207]: DEBUG nova.compute.manager [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Received event network-vif-plugged-97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 877.121328] env[68207]: DEBUG oslo_concurrency.lockutils [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] Acquiring lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.121531] env[68207]: DEBUG oslo_concurrency.lockutils [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.121749] env[68207]: DEBUG oslo_concurrency.lockutils [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.121871] env[68207]: DEBUG nova.compute.manager [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] No waiting events found dispatching network-vif-plugged-97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.122036] env[68207]: WARNING nova.compute.manager [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Received unexpected event network-vif-plugged-97e3132c-47d2-4910-9aff-d44b494ab6e6 for instance with vm_state building and task_state spawning. [ 877.122364] env[68207]: DEBUG nova.compute.manager [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Received event network-changed-97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 877.122537] env[68207]: DEBUG nova.compute.manager [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Refreshing instance network info cache due to event network-changed-97e3132c-47d2-4910-9aff-d44b494ab6e6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 877.122738] env[68207]: DEBUG oslo_concurrency.lockutils [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] Acquiring lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.122898] env[68207]: DEBUG oslo_concurrency.lockutils [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] Acquired lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.123061] env[68207]: DEBUG nova.network.neutron [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Refreshing network info cache for port 97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.142189] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b17228e0-b8f1-4ae5-8e76-c13f0fb05171 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.151680] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de631cb9-ac48-4b84-9da1-8ef2573710ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.187641] env[68207]: DEBUG nova.compute.manager [req-fe12d6ec-a5f1-4ae6-a75a-7acf30518d52 req-538d6c87-9fe1-4ee4-9c18-ada5e861bf4f service nova] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Detach interface failed, port_id=26ee1465-c3d4-4353-a7a4-cfad4c610e18, reason: Instance 31746041-257a-48ff-86d6-8b6eccadb24d could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 877.308924] env[68207]: DEBUG nova.network.neutron [-] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.453019] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.477719] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.477986] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.478163] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.478350] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.478493] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.478635] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.478843] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.479013] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.479185] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.479350] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.479536] env[68207]: DEBUG nova.virt.hardware [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.480416] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa05560-f99e-4d7a-ace9-4fd132d28f1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.490231] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf6fef-5aba-4f01-91d0-36d09e0dc813 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.531043] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776865, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.532632] env[68207]: INFO nova.compute.manager [-] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Took 1.36 seconds to deallocate network for instance. [ 877.584061] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548078} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.584061] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 82120b95-6022-4592-8c70-619c09a8601f/82120b95-6022-4592-8c70-619c09a8601f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.584286] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.584490] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6264f22-2eb3-424f-9084-6cf497bbae52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.590775] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 877.590775] env[68207]: value = "task-2776866" [ 877.590775] env[68207]: _type = "Task" [ 877.590775] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.598569] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.606259] env[68207]: DEBUG nova.scheduler.client.report [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.814888] env[68207]: INFO nova.compute.manager [-] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Took 1.27 seconds to deallocate network for instance. [ 877.836649] env[68207]: DEBUG nova.network.neutron [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updated VIF entry in instance network info cache for port 97e3132c-47d2-4910-9aff-d44b494ab6e6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.836649] env[68207]: DEBUG nova.network.neutron [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updating instance_info_cache with network_info: [{"id": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "address": "fa:16:3e:95:ed:09", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e3132c-47", "ovs_interfaceid": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.034036] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776865, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.041176] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.065514] env[68207]: DEBUG nova.network.neutron [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Successfully updated port: 1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.100855] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084823} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.100976] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.101821] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f4f928-6e0a-4fad-ab7f-68fc897b3013 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.116868] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.117443] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.128886] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 82120b95-6022-4592-8c70-619c09a8601f/82120b95-6022-4592-8c70-619c09a8601f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.133040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.902s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.133040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.133040] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 878.133040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.429s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.133040] env[68207]: INFO nova.compute.claims [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.135249] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54276482-bc34-4040-b0b9-91fcd9a97b49 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.152946] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed8b8c-be2e-4c38-9e62-9d53a2edfdc4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.166133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2bf840-d455-4dfb-a88c-700af62ced2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.169512] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 878.169512] env[68207]: value = "task-2776867" [ 878.169512] env[68207]: _type = "Task" [ 878.169512] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.183781] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54380a-f7b8-4608-a905-ace41c7fcc61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.189630] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.195707] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fac2ff-da1c-4b72-b833-c156ecff7e33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.237053] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178031MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 878.237227] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.321200] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.341065] env[68207]: DEBUG oslo_concurrency.lockutils [req-69ff148f-e464-485f-a6e5-d4209160d98f req-75b4bdef-a878-4e33-b69d-9f56f60381a3 service nova] Releasing lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532578] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776865, 'name': CreateVM_Task, 'duration_secs': 1.37042} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.532756] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.533431] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.533595] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.533897] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.534159] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9707b6c5-2a84-41da-96bb-4b6b63f4b444 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.541024] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 878.541024] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a5803c-e9e3-2786-d502-d097665371ad" [ 878.541024] env[68207]: _type = "Task" [ 878.541024] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.547011] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a5803c-e9e3-2786-d502-d097665371ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.565020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.565020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.565020] env[68207]: DEBUG nova.network.neutron [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.631398] env[68207]: DEBUG nova.compute.utils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.632851] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.633060] env[68207]: DEBUG nova.network.neutron [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.663831] env[68207]: DEBUG nova.compute.manager [req-e4221e77-5606-4b51-a627-3128def8ad6c req-b29df94a-7b95-4dca-8a22-a17da02a9a32 service nova] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Received event network-vif-deleted-f1d91b97-dc38-4854-ba6e-8a94d0665010 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.681110] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776867, 'name': ReconfigVM_Task, 'duration_secs': 0.288157} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.681110] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 82120b95-6022-4592-8c70-619c09a8601f/82120b95-6022-4592-8c70-619c09a8601f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.681402] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d36b48-a5c8-43d5-9789-ec7a883c427a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.688764] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 878.688764] env[68207]: value = "task-2776868" [ 878.688764] env[68207]: _type = "Task" [ 878.688764] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.697107] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776868, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.744383] env[68207]: DEBUG nova.policy [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.052851] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a5803c-e9e3-2786-d502-d097665371ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.053202] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.053387] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.053613] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.053755] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.053926] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.054193] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c51a8aba-7990-4cc9-acd3-0640902cdad3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.064051] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.064051] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.064051] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c074565-6030-45fb-9d2d-b6364c2dded3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.070492] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 879.070492] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52256ef6-322e-d021-ef5a-ac08e53d5111" [ 879.070492] env[68207]: _type = "Task" [ 879.070492] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.080192] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52256ef6-322e-d021-ef5a-ac08e53d5111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.107900] env[68207]: DEBUG nova.network.neutron [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.135694] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.152857] env[68207]: DEBUG nova.compute.manager [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-vif-plugged-1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.153116] env[68207]: DEBUG oslo_concurrency.lockutils [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.153286] env[68207]: DEBUG oslo_concurrency.lockutils [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.153448] env[68207]: DEBUG oslo_concurrency.lockutils [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.153615] env[68207]: DEBUG nova.compute.manager [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] No waiting events found dispatching network-vif-plugged-1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.153775] env[68207]: WARNING nova.compute.manager [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received unexpected event network-vif-plugged-1b692ce2-7f8b-4630-91eb-453150eaf60d for instance with vm_state building and task_state spawning. [ 879.153931] env[68207]: DEBUG nova.compute.manager [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-changed-1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.154682] env[68207]: DEBUG nova.compute.manager [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Refreshing instance network info cache due to event network-changed-1b692ce2-7f8b-4630-91eb-453150eaf60d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 879.154905] env[68207]: DEBUG oslo_concurrency.lockutils [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] Acquiring lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.184738] env[68207]: DEBUG nova.network.neutron [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Successfully created port: 552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.203947] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776868, 'name': Rename_Task, 'duration_secs': 0.139044} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.204272] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.204515] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf56a9b-a53a-4fad-b65f-20db5f76084d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.216393] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 879.216393] env[68207]: value = "task-2776869" [ 879.216393] env[68207]: _type = "Task" [ 879.216393] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.224591] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.261363] env[68207]: DEBUG nova.network.neutron [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.582461] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52256ef6-322e-d021-ef5a-ac08e53d5111, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.585586] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd245dff-8873-4620-9c19-ff8ca6611620 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.591354] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 879.591354] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5257c9b6-67ce-eab1-2816-46fa68022e58" [ 879.591354] env[68207]: _type = "Task" [ 879.591354] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.597661] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b4ae7-3c36-49e1-b81e-3894e57d90f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.602975] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5257c9b6-67ce-eab1-2816-46fa68022e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.607211] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f8519-864a-45bf-b044-e5badd645755 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.644503] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8df72-98d4-44dd-9d05-7942107fa5df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.652794] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ed3dd-76b4-43f8-8332-a1f18dd18b68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.667032] env[68207]: DEBUG nova.compute.provider_tree [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.726945] env[68207]: DEBUG oslo_vmware.api [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776869, 'name': PowerOnVM_Task, 'duration_secs': 0.491968} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.727254] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.727455] env[68207]: INFO nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Took 7.59 seconds to spawn the instance on the hypervisor. [ 879.727634] env[68207]: DEBUG nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.728410] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd4300-e607-4e18-a9da-2b71c5999f77 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.766789] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.767239] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Instance network_info: |[{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.767614] env[68207]: DEBUG oslo_concurrency.lockutils [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] Acquired lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.767835] env[68207]: DEBUG nova.network.neutron [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Refreshing network info cache for port 1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.769159] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:84:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b692ce2-7f8b-4630-91eb-453150eaf60d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.776804] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Creating folder: Project (3f9affe8592a4dcb9262ea32cc5bb361). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.780617] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d2edde-a17e-40d3-b5b5-c19b8518c86b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.791726] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Created folder: Project (3f9affe8592a4dcb9262ea32cc5bb361) in parent group-v558176. [ 879.791917] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Creating folder: Instances. Parent ref: group-v558350. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.792275] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12241e02-895d-413e-ba76-60ec244bd654 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.802441] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Created folder: Instances in parent group-v558350. [ 879.802441] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.802441] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.802576] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-977d2cee-e890-4ef5-8d4a-81f35144101a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.826093] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.826093] env[68207]: value = "task-2776872" [ 879.826093] env[68207]: _type = "Task" [ 879.826093] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.835273] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776872, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.008308] env[68207]: DEBUG nova.network.neutron [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updated VIF entry in instance network info cache for port 1b692ce2-7f8b-4630-91eb-453150eaf60d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.008687] env[68207]: DEBUG nova.network.neutron [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.102676] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5257c9b6-67ce-eab1-2816-46fa68022e58, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.102982] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.103273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a7b81f06-2ea3-4da3-a432-ff7e66de7ad5/a7b81f06-2ea3-4da3-a432-ff7e66de7ad5.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.103546] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd50c0d5-3aba-4341-9122-ac9e05b7d598 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.110471] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 880.110471] env[68207]: value = "task-2776873" [ 880.110471] env[68207]: _type = "Task" [ 880.110471] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.119293] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.148690] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.172173] env[68207]: DEBUG nova.scheduler.client.report [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.178204] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.178441] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.178598] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.178782] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.178929] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.179087] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.179300] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.179487] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.179617] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.179781] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.179954] env[68207]: DEBUG nova.virt.hardware [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.180847] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96de7861-fd0d-4cb8-bd97-cf8cdf68aa7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.190229] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40f0a73-56e3-46e8-b899-bf4c0b386fd9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.245014] env[68207]: INFO nova.compute.manager [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Took 42.61 seconds to build instance. [ 880.337268] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776872, 'name': CreateVM_Task, 'duration_secs': 0.304309} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.337488] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.338153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.338323] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.338656] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.338922] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa83dde-3325-4ba8-b7ac-a06ca1e9b457 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.343918] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 880.343918] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522af35f-724e-30e5-4ac3-47e5d8b937bf" [ 880.343918] env[68207]: _type = "Task" [ 880.343918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.351928] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522af35f-724e-30e5-4ac3-47e5d8b937bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.511788] env[68207]: DEBUG oslo_concurrency.lockutils [req-00133544-38d1-4e09-8355-1d53844e118b req-44c7ac96-1837-4f7f-90bb-301bebba9fb5 service nova] Releasing lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.624132] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776873, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.677382] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.677845] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.681122] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.101s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.681122] env[68207]: DEBUG nova.objects.instance [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.746765] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9433483-bd7e-49cd-8485-c00761032b3f tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.658s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.854388] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522af35f-724e-30e5-4ac3-47e5d8b937bf, 'name': SearchDatastore_Task, 'duration_secs': 0.056745} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.854694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.854963] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.855173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.855321] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.855501] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.855756] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2d0b78-7948-4933-b194-9e24b0683324 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.872776] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.873009] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.874070] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c416e93-f986-43d3-8cd2-8d9621e57fbe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.878936] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 880.878936] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e1b473-8731-b52f-8d48-60ed49021bfb" [ 880.878936] env[68207]: _type = "Task" [ 880.878936] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.886842] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e1b473-8731-b52f-8d48-60ed49021bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.122906] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548278} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.123190] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a7b81f06-2ea3-4da3-a432-ff7e66de7ad5/a7b81f06-2ea3-4da3-a432-ff7e66de7ad5.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.123416] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.123659] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f01fa72-8d59-4bb5-b90e-d30ffd0307e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.130626] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 881.130626] env[68207]: value = "task-2776874" [ 881.130626] env[68207]: _type = "Task" [ 881.130626] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.134732] env[68207]: DEBUG nova.network.neutron [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Successfully updated port: 552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.142968] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.185311] env[68207]: DEBUG nova.compute.utils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.186833] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.187024] env[68207]: DEBUG nova.network.neutron [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.251295] env[68207]: DEBUG nova.policy [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6af3f50691d40b58389aa982d5465a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1abda9d3b71641139667a9e388edf25c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.322032] env[68207]: DEBUG nova.compute.manager [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Received event network-vif-plugged-552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 881.322338] env[68207]: DEBUG oslo_concurrency.lockutils [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] Acquiring lock "aebe1699-31df-4dd3-8ca2-c0d671db62db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.322548] env[68207]: DEBUG oslo_concurrency.lockutils [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.322718] env[68207]: DEBUG oslo_concurrency.lockutils [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.323113] env[68207]: DEBUG nova.compute.manager [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] No waiting events found dispatching network-vif-plugged-552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.323207] env[68207]: WARNING nova.compute.manager [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Received unexpected event network-vif-plugged-552a56e6-5e68-4072-aa3c-0572cb782d18 for instance with vm_state building and task_state spawning. [ 881.323363] env[68207]: DEBUG nova.compute.manager [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Received event network-changed-552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 881.323472] env[68207]: DEBUG nova.compute.manager [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Refreshing instance network info cache due to event network-changed-552a56e6-5e68-4072-aa3c-0572cb782d18. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 881.323654] env[68207]: DEBUG oslo_concurrency.lockutils [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] Acquiring lock "refresh_cache-aebe1699-31df-4dd3-8ca2-c0d671db62db" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.323795] env[68207]: DEBUG oslo_concurrency.lockutils [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] Acquired lock "refresh_cache-aebe1699-31df-4dd3-8ca2-c0d671db62db" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.324104] env[68207]: DEBUG nova.network.neutron [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Refreshing network info cache for port 552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.390184] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e1b473-8731-b52f-8d48-60ed49021bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.050004} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.391616] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6191910b-d1ad-42d9-b377-632542abf4ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.397605] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 881.397605] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a65208-ebcf-b9d8-46f5-d7c61164711f" [ 881.397605] env[68207]: _type = "Task" [ 881.397605] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.405528] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a65208-ebcf-b9d8-46f5-d7c61164711f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.643765] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-aebe1699-31df-4dd3-8ca2-c0d671db62db" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.644448] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087196} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.644863] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.645872] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ee15f-549a-4cc1-bd23-c9acf47128e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.674727] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a7b81f06-2ea3-4da3-a432-ff7e66de7ad5/a7b81f06-2ea3-4da3-a432-ff7e66de7ad5.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.675304] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b3ed89-d746-454d-920c-b4e18b681185 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.693234] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.696040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-54327658-19d5-4822-bd61-3fd4f16cf358 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.697626] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.853s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.701019] env[68207]: INFO nova.compute.claims [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.708659] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 881.708659] env[68207]: value = "task-2776875" [ 881.708659] env[68207]: _type = "Task" [ 881.708659] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.717844] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.738052] env[68207]: DEBUG nova.network.neutron [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Successfully created port: cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.855862] env[68207]: DEBUG nova.network.neutron [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.907692] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a65208-ebcf-b9d8-46f5-d7c61164711f, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.908506] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.908764] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b56cc2d0-c77b-4f7e-add9-d888c6eb4789/b56cc2d0-c77b-4f7e-add9-d888c6eb4789.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.909029] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec0fd21-3177-4720-a09a-d2b3895efdce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.919938] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 881.919938] env[68207]: value = "task-2776876" [ 881.919938] env[68207]: _type = "Task" [ 881.919938] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.925166] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.940164] env[68207]: DEBUG nova.network.neutron [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.223330] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.403749] env[68207]: DEBUG nova.compute.manager [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 882.428421] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489859} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.429387] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b56cc2d0-c77b-4f7e-add9-d888c6eb4789/b56cc2d0-c77b-4f7e-add9-d888c6eb4789.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.429387] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.429387] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1e14a76-d4c9-4f4b-9cb3-511743da9f69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.437023] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 882.437023] env[68207]: value = "task-2776877" [ 882.437023] env[68207]: _type = "Task" [ 882.437023] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.446618] env[68207]: DEBUG oslo_concurrency.lockutils [req-e76e4188-03fe-4e95-b659-c137bda4227d req-4f5be5b3-ab2e-48b8-8ef4-b3eff6237db2 service nova] Releasing lock "refresh_cache-aebe1699-31df-4dd3-8ca2-c0d671db62db" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.447113] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.448120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-aebe1699-31df-4dd3-8ca2-c0d671db62db" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.448302] env[68207]: DEBUG nova.network.neutron [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.703557] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.726754] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776875, 'name': ReconfigVM_Task, 'duration_secs': 0.874182} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.727295] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a7b81f06-2ea3-4da3-a432-ff7e66de7ad5/a7b81f06-2ea3-4da3-a432-ff7e66de7ad5.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.727860] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e9c193-6e3e-49c9-a39b-98f89ea98550 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.732158] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.732390] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.732546] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.732796] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.733044] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.733269] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.733568] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.733749] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.733921] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.735216] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.735428] env[68207]: DEBUG nova.virt.hardware [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.736461] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720c334-d278-44dc-a3f5-ee5a567d1b56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.742646] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 882.742646] env[68207]: value = "task-2776878" [ 882.742646] env[68207]: _type = "Task" [ 882.742646] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.750658] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbfc957-7ecf-4b67-a4c7-2fd3cc81085d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.757893] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776878, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.920260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.945818] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059659} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.948501] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.949562] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af6325-a85b-4e6e-b7d6-fe625937f9f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.976106] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] b56cc2d0-c77b-4f7e-add9-d888c6eb4789/b56cc2d0-c77b-4f7e-add9-d888c6eb4789.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.980504] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e74087-80ff-4487-b8c8-c290f91c635e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.995373] env[68207]: DEBUG nova.network.neutron [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.003037] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 883.003037] env[68207]: value = "task-2776879" [ 883.003037] env[68207]: _type = "Task" [ 883.003037] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.012700] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.138799] env[68207]: DEBUG nova.network.neutron [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Updating instance_info_cache with network_info: [{"id": "552a56e6-5e68-4072-aa3c-0572cb782d18", "address": "fa:16:3e:26:82:16", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552a56e6-5e", "ovs_interfaceid": "552a56e6-5e68-4072-aa3c-0572cb782d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.221879] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25feea33-3462-40cd-8e64-eab3c1bb3569 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.230138] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee32632-d643-45e6-b81e-7892e22db1cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.264367] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233306f-1a61-444c-84ea-b1e9af878565 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.273174] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776878, 'name': Rename_Task, 'duration_secs': 0.163842} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.274909] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.275025] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c31b6e6-8803-4c64-9622-d67d95beeb66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.277302] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbeade-af6d-458a-bc2f-05e659b94b5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.291904] env[68207]: DEBUG nova.compute.provider_tree [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.295889] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 883.295889] env[68207]: value = "task-2776880" [ 883.295889] env[68207]: _type = "Task" [ 883.295889] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.304401] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776880, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.332171] env[68207]: DEBUG nova.network.neutron [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Successfully updated port: cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.356119] env[68207]: DEBUG nova.compute.manager [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Received event network-vif-plugged-cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 883.356346] env[68207]: DEBUG oslo_concurrency.lockutils [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] Acquiring lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.356558] env[68207]: DEBUG oslo_concurrency.lockutils [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.356705] env[68207]: DEBUG oslo_concurrency.lockutils [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.356869] env[68207]: DEBUG nova.compute.manager [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] No waiting events found dispatching network-vif-plugged-cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.357040] env[68207]: WARNING nova.compute.manager [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Received unexpected event network-vif-plugged-cf2501f5-ff88-4a64-b97b-fe8e32985f09 for instance with vm_state building and task_state spawning. [ 883.357200] env[68207]: DEBUG nova.compute.manager [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Received event network-changed-cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 883.357350] env[68207]: DEBUG nova.compute.manager [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Refreshing instance network info cache due to event network-changed-cf2501f5-ff88-4a64-b97b-fe8e32985f09. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 883.357523] env[68207]: DEBUG oslo_concurrency.lockutils [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] Acquiring lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.357654] env[68207]: DEBUG oslo_concurrency.lockutils [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] Acquired lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.357801] env[68207]: DEBUG nova.network.neutron [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Refreshing network info cache for port cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.512701] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776879, 'name': ReconfigVM_Task, 'duration_secs': 0.269609} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.512979] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Reconfigured VM instance instance-0000003f to attach disk [datastore2] b56cc2d0-c77b-4f7e-add9-d888c6eb4789/b56cc2d0-c77b-4f7e-add9-d888c6eb4789.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.513808] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b93621d7-9050-406b-a4f1-1aa0fc119a9f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.520401] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 883.520401] env[68207]: value = "task-2776881" [ 883.520401] env[68207]: _type = "Task" [ 883.520401] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.528591] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776881, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.641740] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-aebe1699-31df-4dd3-8ca2-c0d671db62db" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.642310] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Instance network_info: |[{"id": "552a56e6-5e68-4072-aa3c-0572cb782d18", "address": "fa:16:3e:26:82:16", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552a56e6-5e", "ovs_interfaceid": "552a56e6-5e68-4072-aa3c-0572cb782d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.643051] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:82:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552a56e6-5e68-4072-aa3c-0572cb782d18', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.650742] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.650976] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.651289] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a71d839-78a2-4280-9ee9-b5605ec87c1e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.670347] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.670347] env[68207]: value = "task-2776882" [ 883.670347] env[68207]: _type = "Task" [ 883.670347] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.677886] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776882, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.797965] env[68207]: DEBUG nova.scheduler.client.report [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.812406] env[68207]: DEBUG oslo_vmware.api [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776880, 'name': PowerOnVM_Task, 'duration_secs': 0.493997} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.812731] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.812934] env[68207]: INFO nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Took 8.93 seconds to spawn the instance on the hypervisor. [ 883.813127] env[68207]: DEBUG nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.813966] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd541cea-e09f-44d2-be58-2df8d2d9dcb8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.835193] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.917453] env[68207]: DEBUG nova.network.neutron [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.012135] env[68207]: DEBUG nova.network.neutron [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.030910] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776881, 'name': Rename_Task, 'duration_secs': 0.135865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.031186] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.031453] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855c5b4a-811e-4786-9e1d-a206baa7be6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.037557] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 884.037557] env[68207]: value = "task-2776883" [ 884.037557] env[68207]: _type = "Task" [ 884.037557] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.045152] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.180679] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776882, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.306631] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.307197] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.309732] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.732s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.311110] env[68207]: INFO nova.compute.claims [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.332599] env[68207]: INFO nova.compute.manager [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Took 42.48 seconds to build instance. [ 884.516843] env[68207]: DEBUG oslo_concurrency.lockutils [req-68e30df5-d7e7-473a-be36-8b62d0933e05 req-60fa349b-18ed-472a-9cf0-081589ff1736 service nova] Releasing lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.517375] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.517603] env[68207]: DEBUG nova.network.neutron [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.551054] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.683567] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776882, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.821870] env[68207]: DEBUG nova.compute.utils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.821870] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.821870] env[68207]: DEBUG nova.network.neutron [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.834662] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ac11928-2697-4179-87a6-3e1b828ba17d tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.465s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.882293] env[68207]: DEBUG nova.policy [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695c9188a7db4adf87e39aef434d3473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9164a62630d846c2a63dc95dcb1e9b2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.052462] env[68207]: DEBUG oslo_vmware.api [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2776883, 'name': PowerOnVM_Task, 'duration_secs': 0.684313} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.052905] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.053356] env[68207]: INFO nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Took 7.60 seconds to spawn the instance on the hypervisor. [ 885.053676] env[68207]: DEBUG nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.054749] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20585830-d1c0-4cf6-b8da-6812cfeb1a05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.060104] env[68207]: DEBUG nova.network.neutron [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.184875] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776882, 'name': CreateVM_Task, 'duration_secs': 1.364927} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.184875] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.185546] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.185701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.186015] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.186985] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66776fb-62b8-440c-934a-fd2d36af6da8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.191076] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 885.191076] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52946d05-1ca3-b62f-8dd3-4bb14790fa4e" [ 885.191076] env[68207]: _type = "Task" [ 885.191076] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.200316] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52946d05-1ca3-b62f-8dd3-4bb14790fa4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.207900] env[68207]: DEBUG nova.network.neutron [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updating instance_info_cache with network_info: [{"id": "cf2501f5-ff88-4a64-b97b-fe8e32985f09", "address": "fa:16:3e:2e:ae:32", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2501f5-ff", "ovs_interfaceid": "cf2501f5-ff88-4a64-b97b-fe8e32985f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.323627] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.378808] env[68207]: DEBUG nova.network.neutron [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Successfully created port: 8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.560780] env[68207]: DEBUG nova.compute.manager [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Received event network-changed-97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 885.562069] env[68207]: DEBUG nova.compute.manager [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Refreshing instance network info cache due to event network-changed-97e3132c-47d2-4910-9aff-d44b494ab6e6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 885.562381] env[68207]: DEBUG oslo_concurrency.lockutils [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] Acquiring lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.562565] env[68207]: DEBUG oslo_concurrency.lockutils [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] Acquired lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.563632] env[68207]: DEBUG nova.network.neutron [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Refreshing network info cache for port 97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.578185] env[68207]: INFO nova.compute.manager [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Took 40.71 seconds to build instance. [ 885.703104] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52946d05-1ca3-b62f-8dd3-4bb14790fa4e, 'name': SearchDatastore_Task, 'duration_secs': 0.019176} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.703403] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.703661] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.703899] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.704978] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.705235] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.707088] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb4e021-57f7-4fe6-b2e4-7275f839b058 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.711144] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Releasing lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.711491] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance network_info: |[{"id": "cf2501f5-ff88-4a64-b97b-fe8e32985f09", "address": "fa:16:3e:2e:ae:32", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2501f5-ff", "ovs_interfaceid": "cf2501f5-ff88-4a64-b97b-fe8e32985f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.711883] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ae:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf2501f5-ff88-4a64-b97b-fe8e32985f09', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.724258] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.728461] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.728869] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.728923] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.730653] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-759a4700-e4c3-468e-83c2-e45c0a720ee8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.744764] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67f51df-c092-4510-8813-22d3b3c6ceae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.752847] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 885.752847] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eb4355-6c3f-4ae5-bb75-c98918ac259b" [ 885.752847] env[68207]: _type = "Task" [ 885.752847] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.757063] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.757063] env[68207]: value = "task-2776884" [ 885.757063] env[68207]: _type = "Task" [ 885.757063] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.762952] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eb4355-6c3f-4ae5-bb75-c98918ac259b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.769929] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776884, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.870719] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b29614-311c-4674-bf44-725e3e2dbb97 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.879165] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b91e3-b335-44a4-8486-510a54c5e63d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.914653] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df473c-7385-4467-b41b-64419c174246 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.922428] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8547deb-fa86-493e-b8a3-041c26cb033c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.937570] env[68207]: DEBUG nova.compute.provider_tree [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.972999] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.973341] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.973618] env[68207]: INFO nova.compute.manager [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Rebooting instance [ 886.080694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e43eff88-5ee1-4618-9d63-a8866643df00 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.690s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.265202] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eb4355-6c3f-4ae5-bb75-c98918ac259b, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.266310] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7c6124-9c52-49f5-82bb-7e63e4d6d394 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.271582] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776884, 'name': CreateVM_Task, 'duration_secs': 0.305813} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.272117] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.272858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.273043] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.273427] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.274716] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc635df8-68ae-4184-ab1d-951300621417 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.276420] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 886.276420] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a8003b-f2a0-c4e1-cb20-ab4e74f53e39" [ 886.276420] env[68207]: _type = "Task" [ 886.276420] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.281671] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 886.281671] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eb202a-feb2-afbd-1820-ebd1fb2d29f5" [ 886.281671] env[68207]: _type = "Task" [ 886.281671] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.281906] env[68207]: DEBUG nova.network.neutron [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updated VIF entry in instance network info cache for port 97e3132c-47d2-4910-9aff-d44b494ab6e6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.282364] env[68207]: DEBUG nova.network.neutron [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updating instance_info_cache with network_info: [{"id": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "address": "fa:16:3e:95:ed:09", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e3132c-47", "ovs_interfaceid": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.289249] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a8003b-f2a0-c4e1-cb20-ab4e74f53e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.294635] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eb202a-feb2-afbd-1820-ebd1fb2d29f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.334651] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.364976] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.365235] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.365394] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.365606] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.365772] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.365922] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.366232] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.366319] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.366570] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.366736] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.366908] env[68207]: DEBUG nova.virt.hardware [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.367807] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeced58-0ae7-470d-91a1-7b6d7e6b483b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.377085] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c601f00-076e-4b99-8104-b98838d98780 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.444029] env[68207]: DEBUG nova.scheduler.client.report [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.498461] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.788056] env[68207]: DEBUG oslo_concurrency.lockutils [req-f10748b0-2f81-43f9-a062-c87f58828939 req-9905fbdb-c9b3-4ba9-be2b-dceef263f079 service nova] Releasing lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.788477] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a8003b-f2a0-c4e1-cb20-ab4e74f53e39, 'name': SearchDatastore_Task, 'duration_secs': 0.018293} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.792343] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquired lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.792343] env[68207]: DEBUG nova.network.neutron [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.793078] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.794091] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] aebe1699-31df-4dd3-8ca2-c0d671db62db/aebe1699-31df-4dd3-8ca2-c0d671db62db.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.794656] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceda7581-ce68-4b81-9ddc-201fbeabad9c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.797660] env[68207]: DEBUG nova.compute.manager [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-changed-1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.797835] env[68207]: DEBUG nova.compute.manager [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Refreshing instance network info cache due to event network-changed-1b692ce2-7f8b-4630-91eb-453150eaf60d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 886.798046] env[68207]: DEBUG oslo_concurrency.lockutils [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] Acquiring lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.798189] env[68207]: DEBUG oslo_concurrency.lockutils [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] Acquired lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.798347] env[68207]: DEBUG nova.network.neutron [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Refreshing network info cache for port 1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.806294] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eb202a-feb2-afbd-1820-ebd1fb2d29f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.807565] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.807791] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.808027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.808184] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.808359] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.808890] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 886.808890] env[68207]: value = "task-2776885" [ 886.808890] env[68207]: _type = "Task" [ 886.808890] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.809117] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc7a4fb-d7fb-4c69-be3f-787409193fce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.819100] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.820451] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.820647] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.821321] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af21d18-105b-4297-9e95-2160cf85ba52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826066] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 886.826066] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522f8f2d-310d-4056-5e71-47fd88f0cb15" [ 886.826066] env[68207]: _type = "Task" [ 886.826066] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.833434] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522f8f2d-310d-4056-5e71-47fd88f0cb15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.951507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.951911] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.958022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.244s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.206176] env[68207]: DEBUG nova.network.neutron [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Successfully updated port: 8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.321443] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466626} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.321703] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] aebe1699-31df-4dd3-8ca2-c0d671db62db/aebe1699-31df-4dd3-8ca2-c0d671db62db.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.323054] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.323054] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce0beb08-a3c2-4b92-a50b-dee52f2044ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.331127] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 887.331127] env[68207]: value = "task-2776886" [ 887.331127] env[68207]: _type = "Task" [ 887.331127] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.337685] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522f8f2d-310d-4056-5e71-47fd88f0cb15, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.342521] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13739e10-fa44-4e19-a86e-79b1b23f4bd9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.348057] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.351384] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 887.351384] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521c7bed-84c8-a645-06ed-e69b7df7f70d" [ 887.351384] env[68207]: _type = "Task" [ 887.351384] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.361354] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521c7bed-84c8-a645-06ed-e69b7df7f70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.458576] env[68207]: DEBUG nova.objects.instance [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lazy-loading 'migration_context' on Instance uuid 06490586-425f-48d3-8ca5-233921272b66 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.460735] env[68207]: DEBUG nova.compute.utils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.466422] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.466422] env[68207]: DEBUG nova.network.neutron [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.527682] env[68207]: DEBUG nova.network.neutron [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updating instance_info_cache with network_info: [{"id": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "address": "fa:16:3e:95:ed:09", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e3132c-47", "ovs_interfaceid": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.532612] env[68207]: DEBUG nova.policy [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7ee447ab9744938e8361ecfd202736', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a913bb11d4184980a508f0916b61e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.598915] env[68207]: DEBUG nova.network.neutron [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updated VIF entry in instance network info cache for port 1b692ce2-7f8b-4630-91eb-453150eaf60d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.599304] env[68207]: DEBUG nova.network.neutron [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.689128] env[68207]: DEBUG nova.compute.manager [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Received event network-vif-plugged-8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 887.689128] env[68207]: DEBUG oslo_concurrency.lockutils [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] Acquiring lock "78ca8155-9a35-440b-9332-6d5dd335637e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.689128] env[68207]: DEBUG oslo_concurrency.lockutils [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] Lock "78ca8155-9a35-440b-9332-6d5dd335637e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.689128] env[68207]: DEBUG oslo_concurrency.lockutils [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] Lock "78ca8155-9a35-440b-9332-6d5dd335637e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.689128] env[68207]: DEBUG nova.compute.manager [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] No waiting events found dispatching network-vif-plugged-8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.689387] env[68207]: WARNING nova.compute.manager [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Received unexpected event network-vif-plugged-8fb6d06a-7702-4f20-b08e-729c9689c404 for instance with vm_state building and task_state spawning. [ 887.689387] env[68207]: DEBUG nova.compute.manager [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Received event network-changed-8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 887.689387] env[68207]: DEBUG nova.compute.manager [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Refreshing instance network info cache due to event network-changed-8fb6d06a-7702-4f20-b08e-729c9689c404. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 887.689387] env[68207]: DEBUG oslo_concurrency.lockutils [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] Acquiring lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.689544] env[68207]: DEBUG oslo_concurrency.lockutils [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] Acquired lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.689687] env[68207]: DEBUG nova.network.neutron [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Refreshing network info cache for port 8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.709255] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.829696] env[68207]: DEBUG nova.network.neutron [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Successfully created port: 421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.840512] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072577} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.840793] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.841529] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820106cf-917d-4351-a1b4-c31d31cbaccb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.864591] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] aebe1699-31df-4dd3-8ca2-c0d671db62db/aebe1699-31df-4dd3-8ca2-c0d671db62db.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.869291] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b977825-aebc-458c-b3d1-67f14cfd93b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.889199] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521c7bed-84c8-a645-06ed-e69b7df7f70d, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.890393] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.890655] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 11cf56f3-1a41-4fe1-9de5-999e11854d0c/11cf56f3-1a41-4fe1-9de5-999e11854d0c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.890964] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 887.890964] env[68207]: value = "task-2776887" [ 887.890964] env[68207]: _type = "Task" [ 887.890964] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.891160] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5847044b-21be-4ad6-a707-2f188ea4005b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.900450] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.901604] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 887.901604] env[68207]: value = "task-2776888" [ 887.901604] env[68207]: _type = "Task" [ 887.901604] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.908732] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.968117] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.034941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Releasing lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.103696] env[68207]: DEBUG oslo_concurrency.lockutils [req-856f3ec9-439d-40c1-a21d-a2b748b6e89b req-e9109696-f4f5-4fb1-ab97-c8726a4b12bd service nova] Releasing lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.228970] env[68207]: DEBUG nova.network.neutron [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.313825] env[68207]: DEBUG nova.network.neutron [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.404486] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776887, 'name': ReconfigVM_Task, 'duration_secs': 0.397025} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.407229] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Reconfigured VM instance instance-00000040 to attach disk [datastore2] aebe1699-31df-4dd3-8ca2-c0d671db62db/aebe1699-31df-4dd3-8ca2-c0d671db62db.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.407861] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fde9c01-8882-4897-9755-2c79b684e1f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.415841] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776888, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.417084] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 888.417084] env[68207]: value = "task-2776889" [ 888.417084] env[68207]: _type = "Task" [ 888.417084] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.425525] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776889, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.526553] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e7be50-a373-4384-aeea-472cbdf8bc51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.534735] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48651065-03f6-4633-830f-85a9b6f9457a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.539649] env[68207]: DEBUG nova.compute.manager [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.540406] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e33671-6025-47e9-a27a-9680238bbde3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.566942] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb17e00-6c41-4c8b-8320-b10ed4e1b853 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.577742] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d161bbe-56dc-40d6-90db-82c205bee0c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.591510] env[68207]: DEBUG nova.compute.provider_tree [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.819465] env[68207]: DEBUG oslo_concurrency.lockutils [req-f9d6a793-1513-4d22-b53a-9e4825b94eeb req-44af0a84-dd48-4121-9b09-fadae34c887d service nova] Releasing lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.819868] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.820048] env[68207]: DEBUG nova.network.neutron [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.915679] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514961} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.915953] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 11cf56f3-1a41-4fe1-9de5-999e11854d0c/11cf56f3-1a41-4fe1-9de5-999e11854d0c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.916169] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.916420] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f2c5bb0-ff9b-4d70-b564-ed1bf64d5488 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.927057] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776889, 'name': Rename_Task, 'duration_secs': 0.166815} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.928487] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.928558] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 888.928558] env[68207]: value = "task-2776890" [ 888.928558] env[68207]: _type = "Task" [ 888.928558] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.928837] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74fd8e5c-c4c8-486e-9436-15051e5646a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.938202] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.939550] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 888.939550] env[68207]: value = "task-2776891" [ 888.939550] env[68207]: _type = "Task" [ 888.939550] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.947545] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.978656] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.005607] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.005843] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.005998] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.006195] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.006345] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.006481] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.006683] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.006841] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.007013] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.007181] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.007353] env[68207]: DEBUG nova.virt.hardware [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.008248] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905199c6-f15f-4d8e-a57f-3177a4252938 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.016377] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea895b-fb2f-4ff1-ab56-83e9b01fe888 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.094229] env[68207]: DEBUG nova.scheduler.client.report [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.247140] env[68207]: DEBUG nova.compute.manager [req-65f7eb1b-15e0-4067-a400-e72f4ebac4aa req-0b3888e2-06cc-4aae-bdcd-8655d58a3049 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Received event network-vif-plugged-421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.247140] env[68207]: DEBUG oslo_concurrency.lockutils [req-65f7eb1b-15e0-4067-a400-e72f4ebac4aa req-0b3888e2-06cc-4aae-bdcd-8655d58a3049 service nova] Acquiring lock "3c6db09c-ac57-4f4e-873e-79c1d7351965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.247140] env[68207]: DEBUG oslo_concurrency.lockutils [req-65f7eb1b-15e0-4067-a400-e72f4ebac4aa req-0b3888e2-06cc-4aae-bdcd-8655d58a3049 service nova] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.247140] env[68207]: DEBUG oslo_concurrency.lockutils [req-65f7eb1b-15e0-4067-a400-e72f4ebac4aa req-0b3888e2-06cc-4aae-bdcd-8655d58a3049 service nova] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.247140] env[68207]: DEBUG nova.compute.manager [req-65f7eb1b-15e0-4067-a400-e72f4ebac4aa req-0b3888e2-06cc-4aae-bdcd-8655d58a3049 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] No waiting events found dispatching network-vif-plugged-421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.247669] env[68207]: WARNING nova.compute.manager [req-65f7eb1b-15e0-4067-a400-e72f4ebac4aa req-0b3888e2-06cc-4aae-bdcd-8655d58a3049 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Received unexpected event network-vif-plugged-421096a1-22e4-4f23-b7e8-48611b8f0ce9 for instance with vm_state building and task_state spawning. [ 889.326518] env[68207]: DEBUG nova.network.neutron [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Successfully updated port: 421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.353331] env[68207]: DEBUG nova.network.neutron [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.449193] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153521} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.452768] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.454509] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d80e1-e4cc-427f-9a0f-af1ed71a5ad8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.462756] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.482860] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 11cf56f3-1a41-4fe1-9de5-999e11854d0c/11cf56f3-1a41-4fe1-9de5-999e11854d0c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.482860] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950fe637-fe06-4ed9-80bc-49e4fd553535 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.498623] env[68207]: DEBUG nova.network.neutron [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Updating instance_info_cache with network_info: [{"id": "8fb6d06a-7702-4f20-b08e-729c9689c404", "address": "fa:16:3e:09:40:17", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fb6d06a-77", "ovs_interfaceid": "8fb6d06a-7702-4f20-b08e-729c9689c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.507560] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 889.507560] env[68207]: value = "task-2776892" [ 889.507560] env[68207]: _type = "Task" [ 889.507560] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.516809] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.580805] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607f1c36-b1eb-4b91-86f5-ef7fd0fc641a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.591518] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Doing hard reboot of VM {{(pid=68207) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 889.591824] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-10fa394e-8b72-4aea-825c-3c0ebe52d548 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.601996] env[68207]: DEBUG oslo_vmware.api [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 889.601996] env[68207]: value = "task-2776893" [ 889.601996] env[68207]: _type = "Task" [ 889.601996] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.612413] env[68207]: DEBUG oslo_vmware.api [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776893, 'name': ResetVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.829731] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "refresh_cache-3c6db09c-ac57-4f4e-873e-79c1d7351965" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.829897] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "refresh_cache-3c6db09c-ac57-4f4e-873e-79c1d7351965" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.830227] env[68207]: DEBUG nova.network.neutron [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.958747] env[68207]: DEBUG oslo_vmware.api [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776891, 'name': PowerOnVM_Task, 'duration_secs': 0.859389} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.958999] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.959225] env[68207]: INFO nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Took 9.81 seconds to spawn the instance on the hypervisor. [ 889.959407] env[68207]: DEBUG nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.960178] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61645006-9eba-45ba-a820-c1336b18c03c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.001951] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.002364] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Instance network_info: |[{"id": "8fb6d06a-7702-4f20-b08e-729c9689c404", "address": "fa:16:3e:09:40:17", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fb6d06a-77", "ovs_interfaceid": "8fb6d06a-7702-4f20-b08e-729c9689c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.003468] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:40:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fb6d06a-7702-4f20-b08e-729c9689c404', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.011542] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.012147] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.015843] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6013ca32-7902-4b2a-93dd-5dd17261b022 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.036017] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776892, 'name': ReconfigVM_Task, 'duration_secs': 0.27198} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.037556] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 11cf56f3-1a41-4fe1-9de5-999e11854d0c/11cf56f3-1a41-4fe1-9de5-999e11854d0c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.037753] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.037753] env[68207]: value = "task-2776894" [ 890.037753] env[68207]: _type = "Task" [ 890.037753] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.037930] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88102791-9024-4774-a060-28be92a88f07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.047701] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776894, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.049191] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 890.049191] env[68207]: value = "task-2776895" [ 890.049191] env[68207]: _type = "Task" [ 890.049191] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.056422] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776895, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.105070] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.150s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.112316] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.373s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.112656] env[68207]: DEBUG nova.objects.instance [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'resources' on Instance uuid 82c82476-f034-4f27-977c-2b44542ca967 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.129523] env[68207]: DEBUG oslo_vmware.api [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776893, 'name': ResetVM_Task, 'duration_secs': 0.089854} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.130207] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Did hard reboot of VM {{(pid=68207) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 890.130461] env[68207]: DEBUG nova.compute.manager [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.131273] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2ab3ba-8bb1-4f0d-be19-ffbf27dd24cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.361945] env[68207]: DEBUG nova.network.neutron [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.475848] env[68207]: INFO nova.compute.manager [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Took 43.56 seconds to build instance. [ 890.551785] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776894, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.560438] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776895, 'name': Rename_Task, 'duration_secs': 0.134723} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.560694] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.560924] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727259d5-9dd4-4955-8b3e-89449f0e63a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.567246] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 890.567246] env[68207]: value = "task-2776896" [ 890.567246] env[68207]: _type = "Task" [ 890.567246] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.574859] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.645932] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f1013123-07cb-4fcd-8cce-d9faed47a0c9 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.673s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.699587] env[68207]: DEBUG nova.network.neutron [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Updating instance_info_cache with network_info: [{"id": "421096a1-22e4-4f23-b7e8-48611b8f0ce9", "address": "fa:16:3e:68:c6:75", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421096a1-22", "ovs_interfaceid": "421096a1-22e4-4f23-b7e8-48611b8f0ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.977435] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bf692d3c-c66e-4229-96cd-8741928fb5e5 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.444s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.052223] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776894, 'name': CreateVM_Task, 'duration_secs': 0.726291} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.054733] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.056387] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.056578] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.056907] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.057195] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a02d3c5-1b08-4b6e-bdc3-f616974cfdcf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.062551] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 891.062551] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fb12ef-35c0-5b60-b0ce-e6def4193e55" [ 891.062551] env[68207]: _type = "Task" [ 891.062551] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.075287] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fb12ef-35c0-5b60-b0ce-e6def4193e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.079898] env[68207]: DEBUG oslo_vmware.api [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776896, 'name': PowerOnVM_Task, 'duration_secs': 0.480729} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.080189] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.080429] env[68207]: INFO nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Took 8.38 seconds to spawn the instance on the hypervisor. [ 891.080675] env[68207]: DEBUG nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.081368] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f9923-94e8-4724-ac1d-11e244443099 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.166346] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5a3e9-ece2-4ef1-abc1-ca82ee7d27cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.174747] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28788bc4-c65f-47e5-bcc0-73c157387b10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.219247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "refresh_cache-3c6db09c-ac57-4f4e-873e-79c1d7351965" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.219670] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Instance network_info: |[{"id": "421096a1-22e4-4f23-b7e8-48611b8f0ce9", "address": "fa:16:3e:68:c6:75", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421096a1-22", "ovs_interfaceid": "421096a1-22e4-4f23-b7e8-48611b8f0ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.220521] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c6:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '421096a1-22e4-4f23-b7e8-48611b8f0ce9', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.233849] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.234854] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e76cbc-e936-4aad-b068-8290e6861467 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.238907] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.239219] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fc063fc-d7fe-419c-8edf-e63ff08d8baf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.264770] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d342d2-49e5-400b-bf3d-f52115223ad9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.270049] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.270049] env[68207]: value = "task-2776897" [ 891.270049] env[68207]: _type = "Task" [ 891.270049] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.281465] env[68207]: DEBUG nova.compute.provider_tree [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.288318] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776897, 'name': CreateVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.426996] env[68207]: DEBUG nova.compute.manager [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Received event network-changed-421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.426996] env[68207]: DEBUG nova.compute.manager [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Refreshing instance network info cache due to event network-changed-421096a1-22e4-4f23-b7e8-48611b8f0ce9. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 891.426996] env[68207]: DEBUG oslo_concurrency.lockutils [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] Acquiring lock "refresh_cache-3c6db09c-ac57-4f4e-873e-79c1d7351965" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.426996] env[68207]: DEBUG oslo_concurrency.lockutils [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] Acquired lock "refresh_cache-3c6db09c-ac57-4f4e-873e-79c1d7351965" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.426996] env[68207]: DEBUG nova.network.neutron [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Refreshing network info cache for port 421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.573875] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fb12ef-35c0-5b60-b0ce-e6def4193e55, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.573875] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.574216] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.574386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.574590] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.574795] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.575157] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-523a28aa-a6a7-4126-b987-83a72505d8e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.584596] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.584722] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.585654] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3f278e-c479-45b2-84d8-6d62f3f14a0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.591399] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 891.591399] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522423d3-c06f-8c6a-6c28-dd4e4edb1a5d" [ 891.591399] env[68207]: _type = "Task" [ 891.591399] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.608347] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522423d3-c06f-8c6a-6c28-dd4e4edb1a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.608852] env[68207]: INFO nova.compute.manager [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Took 42.94 seconds to build instance. [ 891.650954] env[68207]: INFO nova.compute.manager [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Swapping old allocation on dict_keys(['e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f']) held by migration f6d07e0f-13bf-49d7-a045-e5fea771ff26 for instance [ 891.677384] env[68207]: DEBUG nova.scheduler.client.report [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Overwriting current allocation {'allocations': {'e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': 'e62856e8c5ff458a9e64ec96b9afb0cd', 'user_id': '7f3ab7ba18234024a2c00dabdbf9ee98', 'consumer_generation': 1} on consumer 06490586-425f-48d3-8ca5-233921272b66 {{(pid=68207) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 891.754183] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.755189] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquired lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.755189] env[68207]: DEBUG nova.network.neutron [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.780671] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776897, 'name': CreateVM_Task, 'duration_secs': 0.35539} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.780819] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.781467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.781617] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.781924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.782175] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e887e0c-2a6d-4240-b606-5ce94bbe5fec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.784781] env[68207]: DEBUG nova.scheduler.client.report [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.790252] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 891.790252] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529785e0-1137-247e-254e-c424184d7156" [ 891.790252] env[68207]: _type = "Task" [ 891.790252] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.798078] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529785e0-1137-247e-254e-c424184d7156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.865507] env[68207]: DEBUG nova.compute.manager [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Received event network-changed-97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.865719] env[68207]: DEBUG nova.compute.manager [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Refreshing instance network info cache due to event network-changed-97e3132c-47d2-4910-9aff-d44b494ab6e6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 891.866048] env[68207]: DEBUG oslo_concurrency.lockutils [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] Acquiring lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.866091] env[68207]: DEBUG oslo_concurrency.lockutils [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] Acquired lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.866292] env[68207]: DEBUG nova.network.neutron [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Refreshing network info cache for port 97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.039909] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "aebe1699-31df-4dd3-8ca2-c0d671db62db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.040281] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.040374] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "aebe1699-31df-4dd3-8ca2-c0d671db62db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.040549] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.040826] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.043177] env[68207]: INFO nova.compute.manager [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Terminating instance [ 892.105500] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522423d3-c06f-8c6a-6c28-dd4e4edb1a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.111445] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3d536e-7e1d-46e7-be05-1af327ff2649 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.113920] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e7c744f-07fb-4460-a398-2a25ae5a222f tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.454s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.118047] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 892.118047] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52338c21-da81-59f8-8dba-872bbd7b09de" [ 892.118047] env[68207]: _type = "Task" [ 892.118047] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.127712] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52338c21-da81-59f8-8dba-872bbd7b09de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.150077] env[68207]: DEBUG nova.network.neutron [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Updated VIF entry in instance network info cache for port 421096a1-22e4-4f23-b7e8-48611b8f0ce9. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.150494] env[68207]: DEBUG nova.network.neutron [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Updating instance_info_cache with network_info: [{"id": "421096a1-22e4-4f23-b7e8-48611b8f0ce9", "address": "fa:16:3e:68:c6:75", "network": {"id": "aeecf7bf-1441-4250-a18d-afdf29556d17", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1864879144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a913bb11d4184980a508f0916b61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421096a1-22", "ovs_interfaceid": "421096a1-22e4-4f23-b7e8-48611b8f0ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.289486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.291749] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.598s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.291749] env[68207]: DEBUG nova.objects.instance [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 892.306163] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529785e0-1137-247e-254e-c424184d7156, 'name': SearchDatastore_Task, 'duration_secs': 0.025409} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.306519] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.306900] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.306972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.319228] env[68207]: INFO nova.scheduler.client.report [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocations for instance 82c82476-f034-4f27-977c-2b44542ca967 [ 892.546644] env[68207]: DEBUG nova.compute.manager [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.546894] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.547829] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad84e577-fc77-4000-b68b-1c885ade75cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.556194] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.556453] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc00a62e-9aa6-4851-b9ee-dfb60c380afe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.565348] env[68207]: DEBUG oslo_vmware.api [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 892.565348] env[68207]: value = "task-2776898" [ 892.565348] env[68207]: _type = "Task" [ 892.565348] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.570271] env[68207]: DEBUG nova.network.neutron [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [{"id": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "address": "fa:16:3e:22:ab:a6", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c9a3fc-f9", "ovs_interfaceid": "64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.577068] env[68207]: DEBUG oslo_vmware.api [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.609479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.609729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.609982] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.610380] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.610579] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.616342] env[68207]: INFO nova.compute.manager [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Terminating instance [ 892.629434] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52338c21-da81-59f8-8dba-872bbd7b09de, 'name': SearchDatastore_Task, 'duration_secs': 0.028125} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.629697] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.629948] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/78ca8155-9a35-440b-9332-6d5dd335637e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.630429] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.630637] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.630894] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6fd0c65-089d-4530-b8c7-ed5181af7958 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.635805] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08bbb4b6-e6b6-4045-853b-85f1824d4c8a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.643796] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 892.643796] env[68207]: value = "task-2776899" [ 892.643796] env[68207]: _type = "Task" [ 892.643796] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.648585] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.648778] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.649847] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbcf8e1-f074-42d4-a4ce-e525efe2fc04 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.655368] env[68207]: DEBUG oslo_concurrency.lockutils [req-ca4a4118-a9af-47ea-8bb6-0852fc48e376 req-0d3dc8cd-1b80-4a0f-be2e-e561b5ed4e38 service nova] Releasing lock "refresh_cache-3c6db09c-ac57-4f4e-873e-79c1d7351965" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.655622] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.658571] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 892.658571] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a4b00f-64e7-7b9d-4e86-89352c3996d4" [ 892.658571] env[68207]: _type = "Task" [ 892.658571] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.666695] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a4b00f-64e7-7b9d-4e86-89352c3996d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.672445] env[68207]: DEBUG nova.network.neutron [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updated VIF entry in instance network info cache for port 97e3132c-47d2-4910-9aff-d44b494ab6e6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.672811] env[68207]: DEBUG nova.network.neutron [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updating instance_info_cache with network_info: [{"id": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "address": "fa:16:3e:95:ed:09", "network": {"id": "f98cee47-5660-4794-9288-a72d665d1469", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-145462031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedf718e05534b06b7a7ca4d506b4136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e3132c-47", "ovs_interfaceid": "97e3132c-47d2-4910-9aff-d44b494ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.829815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c8edea54-b19a-4dc2-ba54-06710d15a1dd tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "82c82476-f034-4f27-977c-2b44542ca967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.495s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.076757] env[68207]: DEBUG oslo_vmware.api [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776898, 'name': PowerOffVM_Task, 'duration_secs': 0.203887} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.077049] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.077244] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.077565] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe62b8d3-16eb-4901-a3c8-6291cb05cf16 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.080387] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Releasing lock "refresh_cache-06490586-425f-48d3-8ca5-233921272b66" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.080951] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.081271] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7330183-0859-4c72-a13f-7b2d40238ce7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.089772] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 893.089772] env[68207]: value = "task-2776901" [ 893.089772] env[68207]: _type = "Task" [ 893.089772] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.099116] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.123637] env[68207]: DEBUG nova.compute.manager [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.123869] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.125290] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eefc8b-ac05-4566-ad43-464dcc91bc06 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.134346] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.134726] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-438e8c77-e88e-436b-a36d-73e4614b5501 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.143886] env[68207]: DEBUG oslo_vmware.api [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 893.143886] env[68207]: value = "task-2776902" [ 893.143886] env[68207]: _type = "Task" [ 893.143886] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.167661] env[68207]: DEBUG oslo_vmware.api [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.173754] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776899, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.174120] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.174346] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.174515] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] aebe1699-31df-4dd3-8ca2-c0d671db62db {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.175197] env[68207]: DEBUG oslo_concurrency.lockutils [req-a2d36c15-8153-4d3a-ba82-fb28f0644654 req-8f350eed-e888-4674-a713-f343bb04dfd3 service nova] Releasing lock "refresh_cache-a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.175953] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ee6dbb-90fa-4879-9f78-ed2860ea7d89 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.183591] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a4b00f-64e7-7b9d-4e86-89352c3996d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.185283] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7e2e39-6e24-4d34-9836-3dd6144f3e89 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.190811] env[68207]: DEBUG oslo_vmware.api [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 893.190811] env[68207]: value = "task-2776903" [ 893.190811] env[68207]: _type = "Task" [ 893.190811] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.194279] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 893.194279] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527b6b0d-e360-d611-68fb-bedb521749df" [ 893.194279] env[68207]: _type = "Task" [ 893.194279] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.208126] env[68207]: DEBUG oslo_vmware.api [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.211129] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527b6b0d-e360-d611-68fb-bedb521749df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.305047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2c9d8a4d-08a9-4b8e-b998-94a80ed472a6 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.305047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.914s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.305047] env[68207]: DEBUG nova.objects.instance [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lazy-loading 'resources' on Instance uuid fa7d0d21-2acc-431e-b293-a9f1ddb3b015 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.603595] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776901, 'name': PowerOffVM_Task, 'duration_secs': 0.34717} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.603933] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.604726] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:23:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='34a1ce6b-2383-47e2-9fb9-4686169f62a5',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1148625452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.604985] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.605183] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.605431] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.605570] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.605732] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.605974] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.606173] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.610019] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.610019] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.610019] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.612896] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0604a683-0e29-49e5-8dc1-35997a535ffb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.629467] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 893.629467] env[68207]: value = "task-2776904" [ 893.629467] env[68207]: _type = "Task" [ 893.629467] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.638173] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.651605] env[68207]: DEBUG oslo_vmware.api [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776902, 'name': PowerOffVM_Task, 'duration_secs': 0.350075} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.655191] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.655398] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.655655] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff5e548-49f1-472a-9852-18fa8d52c19e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.663323] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606469} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.667025] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/78ca8155-9a35-440b-9332-6d5dd335637e.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.667025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.667025] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a59ca1-ea1b-41a9-b81d-885c1ebddc2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.672367] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 893.672367] env[68207]: value = "task-2776906" [ 893.672367] env[68207]: _type = "Task" [ 893.672367] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.680820] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.705679] env[68207]: DEBUG oslo_vmware.api [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2776903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237918} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.706376] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.706656] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.706871] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.707066] env[68207]: INFO nova.compute.manager [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 893.707317] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.707508] env[68207]: DEBUG nova.compute.manager [-] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.707603] env[68207]: DEBUG nova.network.neutron [-] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.713212] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527b6b0d-e360-d611-68fb-bedb521749df, 'name': SearchDatastore_Task, 'duration_secs': 0.044785} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.714053] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.714192] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 3c6db09c-ac57-4f4e-873e-79c1d7351965/3c6db09c-ac57-4f4e-873e-79c1d7351965.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.715220] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-375c4a39-eec5-455b-a12f-b021f4c9ad74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.721284] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 893.721284] env[68207]: value = "task-2776907" [ 893.721284] env[68207]: _type = "Task" [ 893.721284] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.725989] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.726311] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.726604] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Deleting the datastore file [datastore2] a7b81f06-2ea3-4da3-a432-ff7e66de7ad5 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.727248] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39e8b925-fb14-401f-bf0c-9a94d87265f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.731825] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.738508] env[68207]: DEBUG oslo_vmware.api [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 893.738508] env[68207]: value = "task-2776908" [ 893.738508] env[68207]: _type = "Task" [ 893.738508] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.746467] env[68207]: DEBUG oslo_vmware.api [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.150023] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776904, 'name': ReconfigVM_Task, 'duration_secs': 0.176325} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.150023] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25444e78-342f-461d-b5c1-6032690ecd7c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.172023] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:23:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='34a1ce6b-2383-47e2-9fb9-4686169f62a5',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1148625452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.172741] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.173072] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.173407] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.175322] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.175322] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.175322] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.175322] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.175322] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.175540] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.175603] env[68207]: DEBUG nova.virt.hardware [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.179947] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b553f6-8b31-4b8b-b402-4d8f65eeacbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.194025] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 894.194025] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e952ce-30e4-54d4-ff60-c4b69c18a620" [ 894.194025] env[68207]: _type = "Task" [ 894.194025] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.197491] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065883} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.204451] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.205860] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c3f146-abf9-4976-8cea-169a0b8f3030 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.217391] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e952ce-30e4-54d4-ff60-c4b69c18a620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.244751] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/78ca8155-9a35-440b-9332-6d5dd335637e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.249731] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d30a6f-f01f-49a2-a432-5b582fe75557 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.281558] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.287364] env[68207]: DEBUG oslo_vmware.api [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267994} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.287364] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 894.287364] env[68207]: value = "task-2776909" [ 894.287364] env[68207]: _type = "Task" [ 894.287364] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.289865] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.290118] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.290246] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.291068] env[68207]: INFO nova.compute.manager [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 894.291068] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.291250] env[68207]: DEBUG nova.compute.manager [-] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.291250] env[68207]: DEBUG nova.network.neutron [-] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.302748] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.387401] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35589d1e-a9b9-4fa4-b451-484ea82b74d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.394813] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b390e2-b436-423a-b573-337c0c877165 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.451830] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26a4a3-c3eb-448f-be8a-e56d1b56db64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.462170] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0085919-de93-48f6-8c3f-5200e189318b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.483270] env[68207]: DEBUG nova.network.neutron [-] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.485150] env[68207]: DEBUG nova.compute.provider_tree [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.623108] env[68207]: DEBUG nova.compute.manager [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.623108] env[68207]: DEBUG nova.compute.manager [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing instance network info cache due to event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 894.623108] env[68207]: DEBUG oslo_concurrency.lockutils [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] Acquiring lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.623108] env[68207]: DEBUG oslo_concurrency.lockutils [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] Acquired lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.623869] env[68207]: DEBUG nova.network.neutron [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.703890] env[68207]: DEBUG nova.compute.manager [req-ead3ec4d-1d36-4ba8-8322-acc1524aee7d req-5adad244-1a1a-4feb-9d84-4677c7140674 service nova] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Received event network-vif-deleted-552a56e6-5e68-4072-aa3c-0572cb782d18 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.711108] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e952ce-30e4-54d4-ff60-c4b69c18a620, 'name': SearchDatastore_Task, 'duration_secs': 0.029134} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.719415] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.720143] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a046848-0056-47d4-8df0-fc3448195cc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.747525] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.749969] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 3c6db09c-ac57-4f4e-873e-79c1d7351965/3c6db09c-ac57-4f4e-873e-79c1d7351965.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.750303] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.750649] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 894.750649] env[68207]: value = "task-2776910" [ 894.750649] env[68207]: _type = "Task" [ 894.750649] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.753162] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e3129e-2631-42c0-9294-64ba20eaffc1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.755733] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "a44202fd-df38-4102-b1a9-58304a821b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.755986] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.769148] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.770340] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 894.770340] env[68207]: value = "task-2776911" [ 894.770340] env[68207]: _type = "Task" [ 894.770340] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.780384] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.801165] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.987703] env[68207]: INFO nova.compute.manager [-] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Took 1.28 seconds to deallocate network for instance. [ 895.016364] env[68207]: ERROR nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] [req-371fdb22-7021-49b8-aa0c-6cb238797976] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-371fdb22-7021-49b8-aa0c-6cb238797976"}]} [ 895.036207] env[68207]: DEBUG nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.054738] env[68207]: DEBUG nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.055008] env[68207]: DEBUG nova.compute.provider_tree [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.060896] env[68207]: DEBUG nova.network.neutron [-] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.069831] env[68207]: DEBUG nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.093905] env[68207]: DEBUG nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.261883] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.269786] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776910, 'name': ReconfigVM_Task, 'duration_secs': 0.347265} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.272373] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.273498] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520be950-a15f-4497-91c7-d7afb4e5ba0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.312021] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.312383] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061597} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.319232] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff35bf73-8f16-4603-85b1-7cde53528c49 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.332380] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.336097] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a506d160-c51d-4528-a8f7-03a1b8d74278 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.345027] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776909, 'name': ReconfigVM_Task, 'duration_secs': 0.766709} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.359703] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/78ca8155-9a35-440b-9332-6d5dd335637e.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.360636] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 895.360636] env[68207]: value = "task-2776912" [ 895.360636] env[68207]: _type = "Task" [ 895.360636] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.371425] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3c6db09c-ac57-4f4e-873e-79c1d7351965/3c6db09c-ac57-4f4e-873e-79c1d7351965.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.372051] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9bc55bf-a542-430d-9a22-cbf8f5818fba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.374180] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea09d623-51bc-41c1-9f1e-d5c65fcb11f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.389311] env[68207]: DEBUG nova.network.neutron [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updated VIF entry in instance network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.389667] env[68207]: DEBUG nova.network.neutron [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.403093] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.405111] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 895.405111] env[68207]: value = "task-2776914" [ 895.405111] env[68207]: _type = "Task" [ 895.405111] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.405574] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 895.405574] env[68207]: value = "task-2776913" [ 895.405574] env[68207]: _type = "Task" [ 895.405574] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.419120] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.423604] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776913, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.497400] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.565232] env[68207]: INFO nova.compute.manager [-] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Took 1.27 seconds to deallocate network for instance. [ 895.669928] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e772b36-1ab0-40ef-9dd2-134009485fcc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.678205] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab99e9-7843-4b6d-913d-2d077db4f0eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.711086] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0155816-0136-45fe-9055-2d793b4c99f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.719137] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453f7a9f-e06b-4a42-b59c-25a7d62e150b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.732784] env[68207]: DEBUG nova.compute.provider_tree [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.782404] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.883750] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776912, 'name': ReconfigVM_Task, 'duration_secs': 0.486597} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.884809] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 06490586-425f-48d3-8ca5-233921272b66/06490586-425f-48d3-8ca5-233921272b66.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.884909] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cce92-9a4b-40d8-afa5-50d58b7c511f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.902434] env[68207]: DEBUG oslo_concurrency.lockutils [req-dcb4abdc-312c-4ccd-af23-f863e2d6e45a req-ed7341e0-df75-4773-8663-673b549b7762 service nova] Releasing lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.903435] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e02a46b-8edc-4a48-8e53-230b0b8348bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.931103] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf99427-428d-46c9-98a1-3922f5741eca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.933486] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776913, 'name': Rename_Task, 'duration_secs': 0.132132} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.933715] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776914, 'name': ReconfigVM_Task, 'duration_secs': 0.290449} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.933969] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.934287] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3c6db09c-ac57-4f4e-873e-79c1d7351965/3c6db09c-ac57-4f4e-873e-79c1d7351965.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.935294] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86067e2e-4de1-425d-8a21-f7363918ff7a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.936633] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f9f4dbc-3206-42fb-ab3b-1d0ad44bf646 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.954913] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da726c-f2bf-4c46-8d5d-0c2292ae614b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.960544] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 895.960544] env[68207]: value = "task-2776915" [ 895.960544] env[68207]: _type = "Task" [ 895.960544] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.960904] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 895.960904] env[68207]: value = "task-2776916" [ 895.960904] env[68207]: _type = "Task" [ 895.960904] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.971430] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.972222] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c64c790b-26ad-437e-aae7-d3df747d42ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.979702] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.980026] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776916, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.981163] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 895.981163] env[68207]: value = "task-2776917" [ 895.981163] env[68207]: _type = "Task" [ 895.981163] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.989588] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.071356] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.273433] env[68207]: DEBUG nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 896.273721] env[68207]: DEBUG nova.compute.provider_tree [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 97 to 98 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 896.273932] env[68207]: DEBUG nova.compute.provider_tree [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.476133] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.480106] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776916, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.491879] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.737974] env[68207]: DEBUG nova.compute.manager [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.738410] env[68207]: DEBUG nova.compute.manager [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing instance network info cache due to event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 896.738410] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Acquiring lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.738631] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Acquired lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.738907] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.766333] env[68207]: DEBUG nova.compute.manager [req-1096517c-e2fe-4119-9810-260139635cf3 req-284d3d6d-51a8-493f-b2b6-fa4db716a737 service nova] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Received event network-vif-deleted-97e3132c-47d2-4910-9aff-d44b494ab6e6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.781192] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.476s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.784738] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.841s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.786866] env[68207]: DEBUG nova.objects.instance [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lazy-loading 'resources' on Instance uuid e2fdffd0-ea96-45b4-92b3-a50349316a9c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.814552] env[68207]: INFO nova.scheduler.client.report [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Deleted allocations for instance fa7d0d21-2acc-431e-b293-a9f1ddb3b015 [ 896.975779] env[68207]: DEBUG oslo_vmware.api [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776915, 'name': PowerOnVM_Task, 'duration_secs': 0.874305} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.979128] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.979353] env[68207]: INFO nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Took 10.64 seconds to spawn the instance on the hypervisor. [ 896.979540] env[68207]: DEBUG nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.979826] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776916, 'name': Rename_Task, 'duration_secs': 0.950943} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.980552] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e74b69-dcb6-4e3b-9d86-7a6cf0c70d05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.983128] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.983447] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adb6d137-22f0-423b-a8f4-396fe8629627 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.998330] env[68207]: DEBUG oslo_vmware.api [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776917, 'name': PowerOnVM_Task, 'duration_secs': 0.807031} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.998639] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 896.998639] env[68207]: value = "task-2776918" [ 896.998639] env[68207]: _type = "Task" [ 896.998639] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.999137] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.120767] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.121139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.121444] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.121718] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.121986] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.124932] env[68207]: INFO nova.compute.manager [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Terminating instance [ 897.325118] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e5476614-2a8e-4735-a07e-0abd08cb5e8d tempest-ListServerFiltersTestJSON-917835380 tempest-ListServerFiltersTestJSON-917835380-project-member] Lock "fa7d0d21-2acc-431e-b293-a9f1ddb3b015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.903s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.480558] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updated VIF entry in instance network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.480917] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.515745] env[68207]: INFO nova.compute.manager [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Took 40.69 seconds to build instance. [ 897.522206] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776918, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.629208] env[68207]: DEBUG nova.compute.manager [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.629450] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.630362] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c669aa-1106-495b-ab16-8ad98f47c992 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.638386] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.638631] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de23e2df-50c4-4ce2-888a-30c847ea7314 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.645245] env[68207]: DEBUG oslo_vmware.api [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 897.645245] env[68207]: value = "task-2776919" [ 897.645245] env[68207]: _type = "Task" [ 897.645245] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.654853] env[68207]: DEBUG oslo_vmware.api [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.783959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9d7893-b3d4-4d7f-ba7b-722463f87257 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.792039] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd52589-eb3e-4ff7-b285-4532b87e6ca0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.828098] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509da444-b082-4c30-8a0b-debd0afd9dc7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.836615] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfec6976-282c-4a48-b6cd-7352d4d4621b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.587798] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Releasing lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.588235] env[68207]: DEBUG nova.compute.manager [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Received event network-changed-cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 898.588235] env[68207]: DEBUG nova.compute.manager [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Refreshing instance network info cache due to event network-changed-cf2501f5-ff88-4a64-b97b-fe8e32985f09. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 898.588416] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Acquiring lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.588553] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Acquired lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.588735] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Refreshing network info cache for port cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.591434] env[68207]: INFO nova.compute.manager [None req-4ba145fc-db34-47b9-9e1c-1f56c6f226c6 tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance to original state: 'active' [ 898.594102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af6defce-a8f3-44a4-9788-7a9118346484 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "78ca8155-9a35-440b-9332-6d5dd335637e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.776s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.613844] env[68207]: DEBUG nova.compute.provider_tree [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.622117] env[68207]: DEBUG oslo_vmware.api [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776918, 'name': PowerOnVM_Task, 'duration_secs': 0.957978} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.622524] env[68207]: DEBUG oslo_vmware.api [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776919, 'name': PowerOffVM_Task, 'duration_secs': 0.266056} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.623666] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.623868] env[68207]: INFO nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Took 9.65 seconds to spawn the instance on the hypervisor. [ 898.624056] env[68207]: DEBUG nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.624334] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.624491] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.625273] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223925b2-98f2-4d3e-949c-91ed353e74ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.628456] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9171e0f4-45b4-4650-89eb-3e92e705edf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.688340] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.688340] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.688340] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Deleting the datastore file [datastore2] 11cf56f3-1a41-4fe1-9de5-999e11854d0c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.688340] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd88114-7a99-4123-bd2d-481f70cfa97e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.694316] env[68207]: DEBUG oslo_vmware.api [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 898.694316] env[68207]: value = "task-2776921" [ 898.694316] env[68207]: _type = "Task" [ 898.694316] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.702228] env[68207]: DEBUG oslo_vmware.api [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.021130] env[68207]: DEBUG nova.compute.manager [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.021378] env[68207]: DEBUG nova.compute.manager [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing instance network info cache due to event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 899.021600] env[68207]: DEBUG oslo_concurrency.lockutils [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] Acquiring lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.021739] env[68207]: DEBUG oslo_concurrency.lockutils [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] Acquired lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.021875] env[68207]: DEBUG nova.network.neutron [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.107517] env[68207]: INFO nova.compute.manager [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Rescuing [ 899.107517] env[68207]: DEBUG oslo_concurrency.lockutils [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.107517] env[68207]: DEBUG oslo_concurrency.lockutils [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.107517] env[68207]: DEBUG nova.network.neutron [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.123898] env[68207]: DEBUG nova.scheduler.client.report [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.145170] env[68207]: INFO nova.compute.manager [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Took 41.59 seconds to build instance. [ 899.208834] env[68207]: DEBUG oslo_vmware.api [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175958} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.212997] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.213259] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.213462] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.213634] env[68207]: INFO nova.compute.manager [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Took 1.58 seconds to destroy the instance on the hypervisor. [ 899.213866] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.214070] env[68207]: DEBUG nova.compute.manager [-] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.214160] env[68207]: DEBUG nova.network.neutron [-] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.419169] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updated VIF entry in instance network info cache for port cf2501f5-ff88-4a64-b97b-fe8e32985f09. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.420446] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updating instance_info_cache with network_info: [{"id": "cf2501f5-ff88-4a64-b97b-fe8e32985f09", "address": "fa:16:3e:2e:ae:32", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2501f5-ff", "ovs_interfaceid": "cf2501f5-ff88-4a64-b97b-fe8e32985f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.601029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "3c6db09c-ac57-4f4e-873e-79c1d7351965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.633162] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.846s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.633162] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.366s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.639584] env[68207]: INFO nova.compute.claims [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.648385] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a007fcb-0e82-456b-b182-2de0232f0cad tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.102s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.649153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.048s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.649530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "3c6db09c-ac57-4f4e-873e-79c1d7351965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.649935] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.650346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.656160] env[68207]: INFO nova.compute.manager [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Terminating instance [ 899.667316] env[68207]: INFO nova.scheduler.client.report [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted allocations for instance e2fdffd0-ea96-45b4-92b3-a50349316a9c [ 899.680900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.681690] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.698695] env[68207]: DEBUG nova.compute.manager [req-d62b4fb7-f8f0-4557-8bc4-ba56df8d9a07 req-6e617a32-4bc0-4ee8-a2ac-a7d653a822b3 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Received event network-vif-deleted-cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.698903] env[68207]: INFO nova.compute.manager [req-d62b4fb7-f8f0-4557-8bc4-ba56df8d9a07 req-6e617a32-4bc0-4ee8-a2ac-a7d653a822b3 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Neutron deleted interface cf2501f5-ff88-4a64-b97b-fe8e32985f09; detaching it from the instance and deleting it from the info cache [ 899.699092] env[68207]: DEBUG nova.network.neutron [req-d62b4fb7-f8f0-4557-8bc4-ba56df8d9a07 req-6e617a32-4bc0-4ee8-a2ac-a7d653a822b3 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.895143] env[68207]: DEBUG nova.network.neutron [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updated VIF entry in instance network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.895514] env[68207]: DEBUG nova.network.neutron [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.919613] env[68207]: DEBUG nova.network.neutron [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Updating instance_info_cache with network_info: [{"id": "8fb6d06a-7702-4f20-b08e-729c9689c404", "address": "fa:16:3e:09:40:17", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fb6d06a-77", "ovs_interfaceid": "8fb6d06a-7702-4f20-b08e-729c9689c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.924964] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Releasing lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.925545] env[68207]: DEBUG nova.compute.manager [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Received event network-changed-cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.925725] env[68207]: DEBUG nova.compute.manager [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Refreshing instance network info cache due to event network-changed-cf2501f5-ff88-4a64-b97b-fe8e32985f09. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 899.925937] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Acquiring lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.926113] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Acquired lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.926281] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Refreshing network info cache for port cf2501f5-ff88-4a64-b97b-fe8e32985f09 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.060670] env[68207]: DEBUG nova.network.neutron [-] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.166114] env[68207]: DEBUG nova.compute.manager [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.166356] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.167260] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693cbf6-63cb-4aff-8600-ee9bdec7dde0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.178341] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5115cbf0-e538-48bd-9101-44f70b42b690 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "e2fdffd0-ea96-45b4-92b3-a50349316a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.168s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.179268] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.179498] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97688c1-cef3-43c8-8e7f-d9dd8131fbb2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.183337] env[68207]: DEBUG nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.187194] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 900.187194] env[68207]: value = "task-2776922" [ 900.187194] env[68207]: _type = "Task" [ 900.187194] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.195458] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.204155] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f3fb240-8708-489e-897a-c4cb01a7a586 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.216274] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e9449-dac7-4e12-8455-70cf4151ccb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.259890] env[68207]: DEBUG nova.compute.manager [req-d62b4fb7-f8f0-4557-8bc4-ba56df8d9a07 req-6e617a32-4bc0-4ee8-a2ac-a7d653a822b3 service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Detach interface failed, port_id=cf2501f5-ff88-4a64-b97b-fe8e32985f09, reason: Instance 11cf56f3-1a41-4fe1-9de5-999e11854d0c could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 900.398771] env[68207]: DEBUG oslo_concurrency.lockutils [req-44884c26-01a8-4945-a3c0-5e8d4ad85a24 req-b83e02a2-d5b3-4c12-8109-0782fb5fc9c3 service nova] Releasing lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.426678] env[68207]: DEBUG oslo_concurrency.lockutils [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.447574] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.530727] env[68207]: DEBUG nova.network.neutron [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.564446] env[68207]: INFO nova.compute.manager [-] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Took 1.35 seconds to deallocate network for instance. [ 900.703013] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776922, 'name': PowerOffVM_Task, 'duration_secs': 0.327478} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.703284] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.703451] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.703684] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07aee967-32d5-4573-b347-9c7c34c4efd6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.705842] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.769020] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.769249] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.769429] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleting the datastore file [datastore2] 3c6db09c-ac57-4f4e-873e-79c1d7351965 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.769681] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68de81f0-bf98-479f-a4e4-8728946cfa73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.775677] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for the task: (returnval){ [ 900.775677] env[68207]: value = "task-2776924" [ 900.775677] env[68207]: _type = "Task" [ 900.775677] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.785048] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.913495] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "06490586-425f-48d3-8ca5-233921272b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.913769] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.913970] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "06490586-425f-48d3-8ca5-233921272b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.914168] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.914333] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.916271] env[68207]: INFO nova.compute.manager [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Terminating instance [ 901.025874] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a52bf2a-7c01-45d1-a243-afb80f0d09c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.033028] env[68207]: DEBUG oslo_concurrency.lockutils [req-495fd2ad-4cb4-4e21-9a7d-c5b58a42a365 req-d9daeeb6-6865-4d42-8b36-eb19b13e5c1d service nova] Releasing lock "refresh_cache-11cf56f3-1a41-4fe1-9de5-999e11854d0c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.034781] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd5047-961c-4b7d-8286-88bc7f37c171 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.065792] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b4334-fa4f-48e7-8efd-2da122553962 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.069192] env[68207]: DEBUG nova.compute.manager [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.069382] env[68207]: DEBUG nova.compute.manager [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing instance network info cache due to event network-changed-efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 901.069605] env[68207]: DEBUG oslo_concurrency.lockutils [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] Acquiring lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.069726] env[68207]: DEBUG oslo_concurrency.lockutils [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] Acquired lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.069883] env[68207]: DEBUG nova.network.neutron [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Refreshing network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.071868] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.077057] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f8300-3d9f-411a-8e77-4ed4443842d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.091201] env[68207]: DEBUG nova.compute.provider_tree [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.287205] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.419504] env[68207]: DEBUG nova.compute.manager [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.419747] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.420679] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec819a8-df5f-44e8-8563-4fd732d2e2ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.429099] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.429099] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60df1feb-e589-4cd1-a497-7ea041315845 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.434064] env[68207]: DEBUG oslo_vmware.api [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 901.434064] env[68207]: value = "task-2776925" [ 901.434064] env[68207]: _type = "Task" [ 901.434064] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.442759] env[68207]: DEBUG oslo_vmware.api [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.594601] env[68207]: DEBUG nova.scheduler.client.report [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.766746] env[68207]: DEBUG nova.network.neutron [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updated VIF entry in instance network info cache for port efb5d130-1810-4fba-be2c-5f7c0eed4ed6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.767378] env[68207]: DEBUG nova.network.neutron [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [{"id": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "address": "fa:16:3e:8a:a6:62", "network": {"id": "f293f038-4700-4302-94b9-05a2581971b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-361596243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abda9d3b71641139667a9e388edf25c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5d130-18", "ovs_interfaceid": "efb5d130-1810-4fba-be2c-5f7c0eed4ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.788502] env[68207]: DEBUG oslo_vmware.api [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Task: {'id': task-2776924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575561} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.788741] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.788916] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.789103] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.789270] env[68207]: INFO nova.compute.manager [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Took 1.62 seconds to destroy the instance on the hypervisor. [ 901.789493] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.789672] env[68207]: DEBUG nova.compute.manager [-] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.789763] env[68207]: DEBUG nova.network.neutron [-] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.944404] env[68207]: DEBUG oslo_vmware.api [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776925, 'name': PowerOffVM_Task, 'duration_secs': 0.193501} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.944714] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.944914] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.945215] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-681efe2b-34c5-458f-95f4-2905ab1fe556 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.968635] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.968965] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e7ff6c-7b54-48c1-8962-c8da48f8ea13 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.975323] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 901.975323] env[68207]: value = "task-2776927" [ 901.975323] env[68207]: _type = "Task" [ 901.975323] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.983456] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.003106] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.003106] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.003106] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleting the datastore file [datastore2] 06490586-425f-48d3-8ca5-233921272b66 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.003336] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d164214-fd1f-49de-b139-e6c68122bb35 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.011405] env[68207]: DEBUG oslo_vmware.api [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 902.011405] env[68207]: value = "task-2776928" [ 902.011405] env[68207]: _type = "Task" [ 902.011405] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.020326] env[68207]: DEBUG oslo_vmware.api [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.033522] env[68207]: DEBUG nova.compute.manager [req-e5c556be-239f-4eb8-b28e-6e14f747f8d0 req-9d71bd82-3537-4add-91dd-cc712ed7f77f service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Received event network-vif-deleted-421096a1-22e4-4f23-b7e8-48611b8f0ce9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 902.033771] env[68207]: INFO nova.compute.manager [req-e5c556be-239f-4eb8-b28e-6e14f747f8d0 req-9d71bd82-3537-4add-91dd-cc712ed7f77f service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Neutron deleted interface 421096a1-22e4-4f23-b7e8-48611b8f0ce9; detaching it from the instance and deleting it from the info cache [ 902.033946] env[68207]: DEBUG nova.network.neutron [req-e5c556be-239f-4eb8-b28e-6e14f747f8d0 req-9d71bd82-3537-4add-91dd-cc712ed7f77f service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.099419] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.099941] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.102965] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.794s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.103261] env[68207]: DEBUG nova.objects.instance [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.270206] env[68207]: DEBUG oslo_concurrency.lockutils [req-48495c87-caba-4e50-a3a0-01792e8af8db req-6ce8e503-1738-41e5-b036-36bc8db9f61f service nova] Releasing lock "refresh_cache-fbd3a0fd-9c97-44d5-93ac-907de3599f9e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.484414] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776927, 'name': PowerOffVM_Task, 'duration_secs': 0.184594} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.484805] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.485587] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c560a568-8187-4a92-8344-161dac5d90b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.504139] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637048d-f13c-4867-b4cd-fc7981c3b727 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.513117] env[68207]: DEBUG nova.network.neutron [-] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.522975] env[68207]: DEBUG oslo_vmware.api [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134923} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.523269] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.523486] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.523688] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.524186] env[68207]: INFO nova.compute.manager [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 06490586-425f-48d3-8ca5-233921272b66] Took 1.10 seconds to destroy the instance on the hypervisor. [ 902.524439] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.525238] env[68207]: DEBUG nova.compute.manager [-] [instance: 06490586-425f-48d3-8ca5-233921272b66] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.525334] env[68207]: DEBUG nova.network.neutron [-] [instance: 06490586-425f-48d3-8ca5-233921272b66] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.534739] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.535191] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b753a84a-44ef-4970-888b-8d5355ace1c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.536914] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8afe3eaa-09ec-4cba-b7b7-edeb2a30b1b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.546118] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bcb516-edd3-4626-8bb3-e564eb3d6b17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.557473] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 902.557473] env[68207]: value = "task-2776929" [ 902.557473] env[68207]: _type = "Task" [ 902.557473] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.566072] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 902.566286] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.566528] env[68207]: DEBUG oslo_concurrency.lockutils [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.566675] env[68207]: DEBUG oslo_concurrency.lockutils [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.566851] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.567083] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f2b9ae-f281-4385-8c43-96a284158b50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.582231] env[68207]: DEBUG nova.compute.manager [req-e5c556be-239f-4eb8-b28e-6e14f747f8d0 req-9d71bd82-3537-4add-91dd-cc712ed7f77f service nova] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Detach interface failed, port_id=421096a1-22e4-4f23-b7e8-48611b8f0ce9, reason: Instance 3c6db09c-ac57-4f4e-873e-79c1d7351965 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 902.590671] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.590671] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.591348] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de70bcfe-4911-4d18-85ad-5d3b2348e5a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.596118] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 902.596118] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5247340f-9f20-1461-e737-231858b7cb10" [ 902.596118] env[68207]: _type = "Task" [ 902.596118] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.604250] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5247340f-9f20-1461-e737-231858b7cb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.611082] env[68207]: DEBUG nova.compute.utils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.614743] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.614914] env[68207]: DEBUG nova.network.neutron [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.676137] env[68207]: DEBUG nova.policy [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698326964160449a8b95403aa5e445c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f470c253b8a9477382c691787a54ba9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.004057] env[68207]: DEBUG nova.network.neutron [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Successfully created port: a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.017516] env[68207]: INFO nova.compute.manager [-] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Took 1.23 seconds to deallocate network for instance. [ 903.106592] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5247340f-9f20-1461-e737-231858b7cb10, 'name': SearchDatastore_Task, 'duration_secs': 0.008225} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.107397] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18565275-8c6e-442f-81a0-d051d9d6985e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.112151] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 903.112151] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52680f12-6954-038c-faef-14427da83627" [ 903.112151] env[68207]: _type = "Task" [ 903.112151] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.117066] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.120227] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e41b0ac4-2a5c-46a4-b885-38f3b4befef5 tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.121941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.619s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.122172] env[68207]: DEBUG nova.objects.instance [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lazy-loading 'resources' on Instance uuid ee54c8fd-d1b5-4d12-a744-def735f0fe27 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.126540] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52680f12-6954-038c-faef-14427da83627, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.126929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.127206] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. {{(pid=68207) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 903.127526] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c924d17-8050-43a9-829c-519b6f5b5f24 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.133449] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 903.133449] env[68207]: value = "task-2776930" [ 903.133449] env[68207]: _type = "Task" [ 903.133449] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.141926] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.345436] env[68207]: DEBUG nova.network.neutron [-] [instance: 06490586-425f-48d3-8ca5-233921272b66] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.523691] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.646123] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47561} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.646123] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. [ 903.646123] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a972bf16-b083-46f2-8650-370a36703151 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.668923] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.673287] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e246b55-a51d-4050-974e-1c54c1ea8536 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.693097] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 903.693097] env[68207]: value = "task-2776931" [ 903.693097] env[68207]: _type = "Task" [ 903.693097] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.702467] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.848377] env[68207]: INFO nova.compute.manager [-] [instance: 06490586-425f-48d3-8ca5-233921272b66] Took 1.32 seconds to deallocate network for instance. [ 904.062564] env[68207]: DEBUG nova.compute.manager [req-6be07ec1-5e5e-4441-a5c9-2daa565447da req-b775b098-3423-491b-9e47-9ee05579681d service nova] [instance: 06490586-425f-48d3-8ca5-233921272b66] Received event network-vif-deleted-64c9a3fc-f9f9-4ee9-b1c0-5c54d0940563 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 904.070410] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19889851-6e9d-424f-af72-a3cb49ad8c19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.077553] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d875f7-42b4-4572-81ba-08622a036fa6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.108090] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a53fc-ab63-4db8-94b6-5467dada1279 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.114902] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73bb050-f7e1-4797-b92d-f91fa6b2a5af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.127579] env[68207]: DEBUG nova.compute.provider_tree [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.129562] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.155186] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.155521] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.155704] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.155926] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.156121] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.156280] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.156504] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.156688] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.156871] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.157042] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.157221] env[68207]: DEBUG nova.virt.hardware [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.158239] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e558798c-b5da-4694-a9e9-43b8f4032b51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.166101] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55b43d-588a-4151-87f5-61d78e9b2b8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.201656] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776931, 'name': ReconfigVM_Task, 'duration_secs': 0.506355} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.201917] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.202994] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ac8b23-02ad-4243-a1b2-fe1481fb2c55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.227111] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c0caa5-bd2b-4d07-afb3-4be28d319a7b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.241438] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 904.241438] env[68207]: value = "task-2776932" [ 904.241438] env[68207]: _type = "Task" [ 904.241438] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.249066] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.356633] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.466264] env[68207]: DEBUG nova.network.neutron [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Successfully updated port: a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.655222] env[68207]: ERROR nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [req-c633377c-753e-4f1d-90b2-4471f892395a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c633377c-753e-4f1d-90b2-4471f892395a"}]} [ 904.672541] env[68207]: DEBUG nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.686181] env[68207]: DEBUG nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.686416] env[68207]: DEBUG nova.compute.provider_tree [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.698517] env[68207]: DEBUG nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.716166] env[68207]: DEBUG nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.750434] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776932, 'name': ReconfigVM_Task, 'duration_secs': 0.139264} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.750725] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.750968] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9664889d-d0d0-442c-a664-1fea0914760e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.759667] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 904.759667] env[68207]: value = "task-2776933" [ 904.759667] env[68207]: _type = "Task" [ 904.759667] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.768898] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.971056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "refresh_cache-685a4a08-6e92-4d05-82a1-7fb7a5cde15c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.971056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "refresh_cache-685a4a08-6e92-4d05-82a1-7fb7a5cde15c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.971056] env[68207]: DEBUG nova.network.neutron [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.171933] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a1fb2b-df31-4410-b580-20c8962bd360 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.179896] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa3f3d-b1b0-4b41-9b1a-16dc85588f8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.209514] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ebe271-6e1a-41ba-b96d-0fe27751e25c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.216819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5322d44f-6c62-47c7-8694-23f8fe114bf3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.229608] env[68207]: DEBUG nova.compute.provider_tree [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.271077] env[68207]: DEBUG oslo_vmware.api [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776933, 'name': PowerOnVM_Task, 'duration_secs': 0.400977} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.271338] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.274128] env[68207]: DEBUG nova.compute.manager [None req-56b643bd-6a3d-4370-9b75-41ee9c25d4e0 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.274886] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe4927-9d5d-4397-9afb-7ceb95bdcdd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.503824] env[68207]: DEBUG nova.network.neutron [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.654556] env[68207]: DEBUG nova.network.neutron [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Updating instance_info_cache with network_info: [{"id": "a230837e-e642-4748-96b1-d114800a68ae", "address": "fa:16:3e:de:2f:3a", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa230837e-e6", "ovs_interfaceid": "a230837e-e642-4748-96b1-d114800a68ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.760902] env[68207]: DEBUG nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.761172] env[68207]: DEBUG nova.compute.provider_tree [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 99 to 100 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.761393] env[68207]: DEBUG nova.compute.provider_tree [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.122414] env[68207]: DEBUG nova.compute.manager [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Received event network-vif-plugged-a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.122617] env[68207]: DEBUG oslo_concurrency.lockutils [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] Acquiring lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.122839] env[68207]: DEBUG oslo_concurrency.lockutils [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.123072] env[68207]: DEBUG oslo_concurrency.lockutils [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.123230] env[68207]: DEBUG nova.compute.manager [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] No waiting events found dispatching network-vif-plugged-a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.123355] env[68207]: WARNING nova.compute.manager [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Received unexpected event network-vif-plugged-a230837e-e642-4748-96b1-d114800a68ae for instance with vm_state building and task_state spawning. [ 906.123504] env[68207]: DEBUG nova.compute.manager [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Received event network-changed-a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.123653] env[68207]: DEBUG nova.compute.manager [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Refreshing instance network info cache due to event network-changed-a230837e-e642-4748-96b1-d114800a68ae. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 906.123859] env[68207]: DEBUG oslo_concurrency.lockutils [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] Acquiring lock "refresh_cache-685a4a08-6e92-4d05-82a1-7fb7a5cde15c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.157484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "refresh_cache-685a4a08-6e92-4d05-82a1-7fb7a5cde15c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.157900] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Instance network_info: |[{"id": "a230837e-e642-4748-96b1-d114800a68ae", "address": "fa:16:3e:de:2f:3a", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa230837e-e6", "ovs_interfaceid": "a230837e-e642-4748-96b1-d114800a68ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.158245] env[68207]: DEBUG oslo_concurrency.lockutils [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] Acquired lock "refresh_cache-685a4a08-6e92-4d05-82a1-7fb7a5cde15c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.158477] env[68207]: DEBUG nova.network.neutron [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Refreshing network info cache for port a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.159966] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:2f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a230837e-e642-4748-96b1-d114800a68ae', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.167647] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.170507] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.171284] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46fa03b1-2e05-4109-bd42-ff17ce429e78 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.191024] env[68207]: INFO nova.compute.manager [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Unrescuing [ 906.191024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.191024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquired lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.191398] env[68207]: DEBUG nova.network.neutron [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.196123] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.196123] env[68207]: value = "task-2776934" [ 906.196123] env[68207]: _type = "Task" [ 906.196123] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.202174] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776934, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.267733] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.146s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.270071] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.530s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.270168] env[68207]: DEBUG nova.objects.instance [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lazy-loading 'resources' on Instance uuid e3a81ccc-0ef3-4f66-990a-4f9f07fa152b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.294809] env[68207]: INFO nova.scheduler.client.report [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted allocations for instance ee54c8fd-d1b5-4d12-a744-def735f0fe27 [ 906.388923] env[68207]: DEBUG nova.network.neutron [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Updated VIF entry in instance network info cache for port a230837e-e642-4748-96b1-d114800a68ae. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.389526] env[68207]: DEBUG nova.network.neutron [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Updating instance_info_cache with network_info: [{"id": "a230837e-e642-4748-96b1-d114800a68ae", "address": "fa:16:3e:de:2f:3a", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa230837e-e6", "ovs_interfaceid": "a230837e-e642-4748-96b1-d114800a68ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.706075] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776934, 'name': CreateVM_Task, 'duration_secs': 0.301457} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.706250] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.707034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.707139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.707482] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.707745] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070da001-7417-44f8-b3ce-1c4759a0032d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.712788] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 906.712788] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52db1ed0-2323-07b1-4533-ddca41a19be0" [ 906.712788] env[68207]: _type = "Task" [ 906.712788] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.720419] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52db1ed0-2323-07b1-4533-ddca41a19be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.802993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a157a608-5765-4494-8cc7-32fced8f6bd2 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "ee54c8fd-d1b5-4d12-a744-def735f0fe27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.766s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.874131] env[68207]: DEBUG nova.network.neutron [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Updating instance_info_cache with network_info: [{"id": "8fb6d06a-7702-4f20-b08e-729c9689c404", "address": "fa:16:3e:09:40:17", "network": {"id": "6d469e34-46d9-460a-97a2-bc075d7779cf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-777389326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9164a62630d846c2a63dc95dcb1e9b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fb6d06a-77", "ovs_interfaceid": "8fb6d06a-7702-4f20-b08e-729c9689c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.893384] env[68207]: DEBUG oslo_concurrency.lockutils [req-5d9fc8b6-98a1-434c-aa47-f342ef9d731a req-664ee52a-85f7-4430-a9e1-1f6db737ba59 service nova] Releasing lock "refresh_cache-685a4a08-6e92-4d05-82a1-7fb7a5cde15c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.090063] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.090212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.090946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.090946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.091107] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.096546] env[68207]: INFO nova.compute.manager [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Terminating instance [ 907.181399] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ab83f-f5dc-4065-ae3b-d8ba2c2076cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.193842] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea70888-ed4d-41ec-8de8-cd805856700c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.228664] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8084d0a-f084-4d3d-a152-381e9637979a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.237637] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52db1ed0-2323-07b1-4533-ddca41a19be0, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.239855] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.240136] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.240409] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.240567] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.240773] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.241111] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8335ef9d-369d-4542-bb69-fcd420d62091 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.243920] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d683b88e-1140-412c-b3e4-c681a3230315 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.259903] env[68207]: DEBUG nova.compute.provider_tree [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.262251] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.262446] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.263217] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9f9823-ff43-4d64-8026-d5e5b245a01f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.269519] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 907.269519] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ffe52c-ed56-c0cb-7b67-dd9529810a44" [ 907.269519] env[68207]: _type = "Task" [ 907.269519] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.278702] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ffe52c-ed56-c0cb-7b67-dd9529810a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.376599] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Releasing lock "refresh_cache-78ca8155-9a35-440b-9332-6d5dd335637e" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.377350] env[68207]: DEBUG nova.objects.instance [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lazy-loading 'flavor' on Instance uuid 78ca8155-9a35-440b-9332-6d5dd335637e {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.601116] env[68207]: DEBUG nova.compute.manager [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.601298] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.602805] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339832e4-bccd-4dad-b706-984939038f4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.610738] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.611036] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771c5b8c-4ad0-4e09-9a40-811b0b44f079 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.617875] env[68207]: DEBUG oslo_vmware.api [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 907.617875] env[68207]: value = "task-2776935" [ 907.617875] env[68207]: _type = "Task" [ 907.617875] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.626731] env[68207]: DEBUG oslo_vmware.api [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.768065] env[68207]: DEBUG nova.scheduler.client.report [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.781342] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ffe52c-ed56-c0cb-7b67-dd9529810a44, 'name': SearchDatastore_Task, 'duration_secs': 0.008621} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.782057] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f62e34-a923-4753-9487-2ebc0eb20ce6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.787666] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 907.787666] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5290a95c-ecb2-2367-b1b0-2ece78a71590" [ 907.787666] env[68207]: _type = "Task" [ 907.787666] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.795898] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5290a95c-ecb2-2367-b1b0-2ece78a71590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.883744] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc03a5b-af47-44eb-9e26-974aaade5f2f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.906124] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.906459] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca074e4-3945-4dbe-80d8-348ee78e3a29 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.912643] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 907.912643] env[68207]: value = "task-2776936" [ 907.912643] env[68207]: _type = "Task" [ 907.912643] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.920659] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.129041] env[68207]: DEBUG oslo_vmware.api [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776935, 'name': PowerOffVM_Task, 'duration_secs': 0.309498} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.129341] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.129515] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.129784] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11a487c8-9fdc-4318-9eb1-e6033e4f80ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.188539] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.188539] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.188539] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleting the datastore file [datastore2] 66e60bfd-4e98-417d-9a88-5142ba8d84e9 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.188947] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15620c9-fc8e-4075-860a-05cd71ca1a26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.195412] env[68207]: DEBUG oslo_vmware.api [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 908.195412] env[68207]: value = "task-2776938" [ 908.195412] env[68207]: _type = "Task" [ 908.195412] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.202943] env[68207]: DEBUG oslo_vmware.api [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.276858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.279324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.208s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.279614] env[68207]: DEBUG nova.objects.instance [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lazy-loading 'resources' on Instance uuid 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.300866] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5290a95c-ecb2-2367-b1b0-2ece78a71590, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.301988] env[68207]: INFO nova.scheduler.client.report [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted allocations for instance e3a81ccc-0ef3-4f66-990a-4f9f07fa152b [ 908.303082] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.303359] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 685a4a08-6e92-4d05-82a1-7fb7a5cde15c/685a4a08-6e92-4d05-82a1-7fb7a5cde15c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.303641] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d05185-c82b-4c77-bda4-2743dfeca6ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.312830] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 908.312830] env[68207]: value = "task-2776939" [ 908.312830] env[68207]: _type = "Task" [ 908.312830] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.321964] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.424144] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776936, 'name': PowerOffVM_Task, 'duration_secs': 0.226403} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.424440] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.429753] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.430031] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa6912f-0f67-4536-8c51-ce3a20eb58ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.454017] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 908.454017] env[68207]: value = "task-2776940" [ 908.454017] env[68207]: _type = "Task" [ 908.454017] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.458303] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.706607] env[68207]: DEBUG oslo_vmware.api [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126516} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.706928] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.707261] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.707476] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.707658] env[68207]: INFO nova.compute.manager [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 908.707970] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.708220] env[68207]: DEBUG nova.compute.manager [-] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.708320] env[68207]: DEBUG nova.network.neutron [-] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.811901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-dd5b9d41-d0fd-4387-bf74-cde426724d20 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "e3a81ccc-0ef3-4f66-990a-4f9f07fa152b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.505s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.822124] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493276} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.824639] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 685a4a08-6e92-4d05-82a1-7fb7a5cde15c/685a4a08-6e92-4d05-82a1-7fb7a5cde15c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.824886] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.825347] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97dd517a-f3cc-4d6e-814c-17f25a8be90f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.831297] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 908.831297] env[68207]: value = "task-2776941" [ 908.831297] env[68207]: _type = "Task" [ 908.831297] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.842954] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.960729] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776940, 'name': ReconfigVM_Task, 'duration_secs': 0.378568} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.961554] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.961554] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.961554] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0cd3eca-8229-4bf5-be2f-2d222839af04 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.971585] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 908.971585] env[68207]: value = "task-2776942" [ 908.971585] env[68207]: _type = "Task" [ 908.971585] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.980938] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.994564] env[68207]: DEBUG nova.compute.manager [req-ed6912c4-cd33-4838-b1bd-2bec5676240b req-824fb3ee-7e6b-4a57-935b-817c82f4a4f4 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Received event network-vif-deleted-3a81b022-73d7-44df-bbc7-d4bed2d07b22 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 908.995854] env[68207]: INFO nova.compute.manager [req-ed6912c4-cd33-4838-b1bd-2bec5676240b req-824fb3ee-7e6b-4a57-935b-817c82f4a4f4 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Neutron deleted interface 3a81b022-73d7-44df-bbc7-d4bed2d07b22; detaching it from the instance and deleting it from the info cache [ 908.995854] env[68207]: DEBUG nova.network.neutron [req-ed6912c4-cd33-4838-b1bd-2bec5676240b req-824fb3ee-7e6b-4a57-935b-817c82f4a4f4 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.177067] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97760b5d-945a-4bcb-a3c3-0dabc3d748b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.184922] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dda5bb-33eb-47bc-a082-5afe5a522038 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.214691] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba59a3fb-a1d0-47f7-8245-230a6db104bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.221793] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14295c25-909a-4cc8-b781-3cca345e3442 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.234668] env[68207]: DEBUG nova.compute.provider_tree [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.340687] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063358} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.340971] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.341772] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96ff96-aee6-4026-be2a-9a6e5d8474dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.363391] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 685a4a08-6e92-4d05-82a1-7fb7a5cde15c/685a4a08-6e92-4d05-82a1-7fb7a5cde15c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.363694] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337e6dac-5d2b-428e-baf8-6a9dae342096 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.383335] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 909.383335] env[68207]: value = "task-2776943" [ 909.383335] env[68207]: _type = "Task" [ 909.383335] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.391090] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.472879] env[68207]: DEBUG nova.network.neutron [-] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.483271] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.497454] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a84a4d15-ed55-4f5a-b855-96546071fd1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.506759] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2955110-16da-4b4d-9d6a-469145aabaa7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.543184] env[68207]: DEBUG nova.compute.manager [req-ed6912c4-cd33-4838-b1bd-2bec5676240b req-824fb3ee-7e6b-4a57-935b-817c82f4a4f4 service nova] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Detach interface failed, port_id=3a81b022-73d7-44df-bbc7-d4bed2d07b22, reason: Instance 66e60bfd-4e98-417d-9a88-5142ba8d84e9 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 909.737573] env[68207]: DEBUG nova.scheduler.client.report [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.895373] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.979038] env[68207]: INFO nova.compute.manager [-] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Took 1.27 seconds to deallocate network for instance. [ 909.987656] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.243079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.245510] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.154s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.247198] env[68207]: INFO nova.compute.claims [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.267281] env[68207]: INFO nova.scheduler.client.report [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Deleted allocations for instance 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a [ 910.394247] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776943, 'name': ReconfigVM_Task, 'duration_secs': 0.831768} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.394528] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 685a4a08-6e92-4d05-82a1-7fb7a5cde15c/685a4a08-6e92-4d05-82a1-7fb7a5cde15c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.395163] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24d595cf-2ac3-47b0-8e24-0ea22fa21662 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.401268] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 910.401268] env[68207]: value = "task-2776944" [ 910.401268] env[68207]: _type = "Task" [ 910.401268] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.410257] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776944, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.484713] env[68207]: DEBUG oslo_vmware.api [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776942, 'name': PowerOnVM_Task, 'duration_secs': 1.21524} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.484988] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.485615] env[68207]: DEBUG nova.compute.manager [None req-3a5c63d8-84f5-4dc8-9b08-272a2bdc662e tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.486221] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aa32ba-30ad-409f-b45e-7859824efbd9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.489974] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.776294] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b9216268-6cad-4e06-a3ab-20b360b54a0b tempest-ServersListShow296Test-1193207040 tempest-ServersListShow296Test-1193207040-project-member] Lock "1ac5fd61-d1e4-4085-8119-5a0ffebffb9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.016s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.913588] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776944, 'name': Rename_Task, 'duration_secs': 0.153324} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.913750] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.914014] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6bb59d-5e28-485c-8141-8b5efec49515 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.920363] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 910.920363] env[68207]: value = "task-2776945" [ 910.920363] env[68207]: _type = "Task" [ 910.920363] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.930443] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.431342] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.650282] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac52d4-0819-4506-87ae-638d17e22b03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.660669] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791ffa31-f216-4370-b610-b9d4683f0239 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.699892] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e65aa7c-cbc3-4a92-8d7f-0b8146b19024 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.709509] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc675f7-ed8c-4258-a9ef-bfed68b2510c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.724583] env[68207]: DEBUG nova.compute.provider_tree [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.931389] env[68207]: DEBUG oslo_vmware.api [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776945, 'name': PowerOnVM_Task, 'duration_secs': 0.541211} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.931669] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.931877] env[68207]: INFO nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Took 7.80 seconds to spawn the instance on the hypervisor. [ 911.932353] env[68207]: DEBUG nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.933178] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a8360-f64b-4897-8ca0-5032614d9acf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.226678] env[68207]: DEBUG nova.scheduler.client.report [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.315247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "78ca8155-9a35-440b-9332-6d5dd335637e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.315570] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "78ca8155-9a35-440b-9332-6d5dd335637e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.315789] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "78ca8155-9a35-440b-9332-6d5dd335637e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.315972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "78ca8155-9a35-440b-9332-6d5dd335637e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.316156] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "78ca8155-9a35-440b-9332-6d5dd335637e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.318320] env[68207]: INFO nova.compute.manager [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Terminating instance [ 912.457018] env[68207]: INFO nova.compute.manager [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Took 48.21 seconds to build instance. [ 912.731898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.732446] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.735898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.695s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.736137] env[68207]: DEBUG nova.objects.instance [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lazy-loading 'resources' on Instance uuid 31746041-257a-48ff-86d6-8b6eccadb24d {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.822478] env[68207]: DEBUG nova.compute.manager [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.822478] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.823363] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca5dbe4-afca-4ef0-a568-edbed28a58a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.832275] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.832470] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd35091-44f0-407e-99ef-6c0ac7d994ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.840363] env[68207]: DEBUG oslo_vmware.api [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 912.840363] env[68207]: value = "task-2776946" [ 912.840363] env[68207]: _type = "Task" [ 912.840363] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.847881] env[68207]: DEBUG oslo_vmware.api [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.958869] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4e6557c0-3097-4055-893f-442ee9dd98e8 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.424s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.241123] env[68207]: DEBUG nova.compute.utils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.246414] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.246414] env[68207]: DEBUG nova.network.neutron [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.348218] env[68207]: DEBUG nova.policy [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '029ed3521710477bbd48091e2929c83e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '438cc39be67840d9aea8389314a8b95d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.355567] env[68207]: DEBUG oslo_vmware.api [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776946, 'name': PowerOffVM_Task, 'duration_secs': 0.384858} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.355832] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.356007] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.356262] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e2320b-c0ab-4e77-86aa-06130b5bfbcc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.422469] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.422607] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.422799] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Deleting the datastore file [datastore2] 78ca8155-9a35-440b-9332-6d5dd335637e {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.423088] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfee0604-b70b-4b9b-a8ea-b644d9aa5d3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.430573] env[68207]: DEBUG oslo_vmware.api [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 913.430573] env[68207]: value = "task-2776948" [ 913.430573] env[68207]: _type = "Task" [ 913.430573] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.438808] env[68207]: DEBUG oslo_vmware.api [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.671523] env[68207]: DEBUG nova.network.neutron [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Successfully created port: 986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.716347] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c231fb-cb46-4025-8d7a-56e98de5714c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.726216] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c64135-4c78-4408-8297-992d73b78b7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.757639] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.761423] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11903f8-c30a-43f6-83a6-f17b36c7e375 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.770019] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5fd6a-c7b9-4341-9983-ce01bc24a533 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.784900] env[68207]: DEBUG nova.compute.provider_tree [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.942788] env[68207]: DEBUG oslo_vmware.api [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154165} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.943052] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.943411] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.943668] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.943904] env[68207]: INFO nova.compute.manager [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 913.944131] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.944322] env[68207]: DEBUG nova.compute.manager [-] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.944414] env[68207]: DEBUG nova.network.neutron [-] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.289556] env[68207]: DEBUG nova.scheduler.client.report [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.528613] env[68207]: DEBUG nova.compute.manager [req-90123fec-ccea-4fbd-b113-209673982fc2 req-8fedf8f4-7dbd-45de-ad06-2fdbb3cd4def service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Received event network-vif-deleted-8fb6d06a-7702-4f20-b08e-729c9689c404 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 914.528613] env[68207]: INFO nova.compute.manager [req-90123fec-ccea-4fbd-b113-209673982fc2 req-8fedf8f4-7dbd-45de-ad06-2fdbb3cd4def service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Neutron deleted interface 8fb6d06a-7702-4f20-b08e-729c9689c404; detaching it from the instance and deleting it from the info cache [ 914.528613] env[68207]: DEBUG nova.network.neutron [req-90123fec-ccea-4fbd-b113-209673982fc2 req-8fedf8f4-7dbd-45de-ad06-2fdbb3cd4def service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.704212] env[68207]: DEBUG nova.compute.manager [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.706329] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dfccb5-5a1f-48b5-9665-1ee96784dda6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.770476] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.797016] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.797016] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.797179] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.797334] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.797474] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.798335] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.798335] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.798335] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.798335] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.798335] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.802167] env[68207]: DEBUG nova.virt.hardware [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.802167] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.802167] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf6eab-8fde-4bbf-bd28-1a00ece00622 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.807127] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.570s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.814031] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c7c88-af5f-4845-8239-af6290053056 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.838685] env[68207]: INFO nova.scheduler.client.report [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Deleted allocations for instance 31746041-257a-48ff-86d6-8b6eccadb24d [ 914.965998] env[68207]: DEBUG nova.network.neutron [-] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.029306] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa2634dc-13b7-4d8d-87f3-d3d8e1d7fd3b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.043447] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd9302-6fe5-4eaa-b35b-705e2dd9a0a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.084511] env[68207]: DEBUG nova.compute.manager [req-90123fec-ccea-4fbd-b113-209673982fc2 req-8fedf8f4-7dbd-45de-ad06-2fdbb3cd4def service nova] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Detach interface failed, port_id=8fb6d06a-7702-4f20-b08e-729c9689c404, reason: Instance 78ca8155-9a35-440b-9332-6d5dd335637e could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 915.219934] env[68207]: INFO nova.compute.manager [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] instance snapshotting [ 915.230033] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834649b5-caf2-4c04-8c01-2268f49d9a4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.249168] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dc9c5b-92e2-4c31-87c8-7c7aca252c31 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.351952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aada23e2-2f65-4294-87f6-e12d03286f19 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "31746041-257a-48ff-86d6-8b6eccadb24d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.803s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.468704] env[68207]: INFO nova.compute.manager [-] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Took 1.52 seconds to deallocate network for instance. [ 915.538677] env[68207]: DEBUG nova.network.neutron [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Successfully updated port: 986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.761169] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.761455] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4b070ee-ad87-49a1-a25b-7fddde39305b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.770267] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 915.770267] env[68207]: value = "task-2776949" [ 915.770267] env[68207]: _type = "Task" [ 915.770267] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.778343] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776949, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.825530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.825829] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.831634] env[68207]: INFO nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating resource usage from migration 92f66e87-4fc9-4694-8633-fb85d5253e6e [ 915.853279] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d11cf608-e2c4-43f3-aeda-ea36aa288ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.853569] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6502ef96-d83f-453d-bf58-4e7b40d15b2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.853569] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 911843cf-65d4-4262-8c80-e352755c8eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.853700] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 090dd945-10e1-4fe3-841e-cace0a125d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.853807] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f94f8d22-0297-418d-b3c0-561a999723ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.853911] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance af19a172-f3dd-4af0-89c7-9fdaa8d5412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.854067] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 66e60bfd-4e98-417d-9a88-5142ba8d84e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.854190] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 011fe93e-3749-4b01-837d-a65674e170b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.854301] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 1b0f02c6-5620-4f89-830f-e2741ee7fde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.854411] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f68a1410-3133-43e6-93c8-bfaac9db0840 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.854529] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance bcf04501-b20b-4c01-8ca6-d73f5f6e5e26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855331] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 154ba180-8d21-4cab-8614-97d441aa5956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855331] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 45f3f52b-8bc1-4795-bea8-2c30a4056f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855331] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance caa0876c-5b5f-402a-a213-c830f3d002ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855331] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance fbd3a0fd-9c97-44d5-93ac-907de3599f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855489] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855489] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 06490586-425f-48d3-8ca5-233921272b66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.855489] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance c33f0795-cf25-4436-b8a3-f8a8432b3b24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.855489] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance a7b81f06-2ea3-4da3-a432-ff7e66de7ad5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.855685] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance b56cc2d0-c77b-4f7e-add9-d888c6eb4789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.855880] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance aebe1699-31df-4dd3-8ca2-c0d671db62db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.855880] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 11cf56f3-1a41-4fe1-9de5-999e11854d0c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.855981] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 78ca8155-9a35-440b-9332-6d5dd335637e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.856116] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 3c6db09c-ac57-4f4e-873e-79c1d7351965 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 915.856227] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 685a4a08-6e92-4d05-82a1-7fb7a5cde15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.856335] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 7d28bba8-3f19-48ea-a158-71f50ad59cca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.856444] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Migration 92f66e87-4fc9-4694-8633-fb85d5253e6e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 915.856552] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 82120b95-6022-4592-8c70-619c09a8601f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 915.977692] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.042489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.042489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquired lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.042489] env[68207]: DEBUG nova.network.neutron [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.279994] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776949, 'name': CreateSnapshot_Task, 'duration_secs': 0.454062} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.280295] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.281057] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6ef13b-b578-476b-8046-35c0ec391507 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.328753] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.361577] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance a44202fd-df38-4102-b1a9-58304a821b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 916.551784] env[68207]: DEBUG nova.compute.manager [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Received event network-vif-plugged-986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.552037] env[68207]: DEBUG oslo_concurrency.lockutils [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] Acquiring lock "7d28bba8-3f19-48ea-a158-71f50ad59cca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.552253] env[68207]: DEBUG oslo_concurrency.lockutils [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.552438] env[68207]: DEBUG oslo_concurrency.lockutils [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.552633] env[68207]: DEBUG nova.compute.manager [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] No waiting events found dispatching network-vif-plugged-986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.552841] env[68207]: WARNING nova.compute.manager [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Received unexpected event network-vif-plugged-986ca857-1b20-47b8-a2ce-4fc0d730d78d for instance with vm_state building and task_state spawning. [ 916.553025] env[68207]: DEBUG nova.compute.manager [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Received event network-changed-986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.553161] env[68207]: DEBUG nova.compute.manager [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Refreshing instance network info cache due to event network-changed-986ca857-1b20-47b8-a2ce-4fc0d730d78d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 916.553329] env[68207]: DEBUG oslo_concurrency.lockutils [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] Acquiring lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.578360] env[68207]: DEBUG nova.network.neutron [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.709539] env[68207]: DEBUG nova.network.neutron [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Updating instance_info_cache with network_info: [{"id": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "address": "fa:16:3e:70:ea:53", "network": {"id": "d3cbb859-9a32-4ab7-96b3-ab4339040848", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1909568647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "438cc39be67840d9aea8389314a8b95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ca857-1b", "ovs_interfaceid": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.798320] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.799011] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5e1de14-55c5-4521-b9c6-27dd24121a5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.810813] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 916.810813] env[68207]: value = "task-2776951" [ 916.810813] env[68207]: _type = "Task" [ 916.810813] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.819381] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776951, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.853591] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.865199] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 917.215075] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Releasing lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.215383] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Instance network_info: |[{"id": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "address": "fa:16:3e:70:ea:53", "network": {"id": "d3cbb859-9a32-4ab7-96b3-ab4339040848", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1909568647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "438cc39be67840d9aea8389314a8b95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ca857-1b", "ovs_interfaceid": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.215697] env[68207]: DEBUG oslo_concurrency.lockutils [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] Acquired lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.215876] env[68207]: DEBUG nova.network.neutron [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Refreshing network info cache for port 986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.217113] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ea:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986ca857-1b20-47b8-a2ce-4fc0d730d78d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.224439] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Creating folder: Project (438cc39be67840d9aea8389314a8b95d). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.225440] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-979a55f8-059a-494d-a5bb-619048082aa2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.236311] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Created folder: Project (438cc39be67840d9aea8389314a8b95d) in parent group-v558176. [ 917.236489] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Creating folder: Instances. Parent ref: group-v558360. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.236714] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df1431fc-de56-49f0-8160-8cf1a6d0c702 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.245413] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Created folder: Instances in parent group-v558360. [ 917.245604] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.245783] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.245984] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0301d363-f465-435b-bc5a-c917658d81fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.264991] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.264991] env[68207]: value = "task-2776954" [ 917.264991] env[68207]: _type = "Task" [ 917.264991] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.272306] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776954, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.320591] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776951, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.368135] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 82f94a63-f043-4260-83ac-4bdab850236f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 917.368557] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 917.368748] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 917.774520] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776954, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.776151] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c558af-11dd-4705-acb0-ac722e5b320c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.783377] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22012f59-e9d3-4698-859c-d36306575922 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.826183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20dae8b-136f-464a-8a1b-c7466b007c19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.837842] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776951, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.840947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08c473-7466-424a-93f4-6a09f9e9b39c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.855757] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.977505] env[68207]: DEBUG nova.network.neutron [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Updated VIF entry in instance network info cache for port 986ca857-1b20-47b8-a2ce-4fc0d730d78d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.977921] env[68207]: DEBUG nova.network.neutron [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Updating instance_info_cache with network_info: [{"id": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "address": "fa:16:3e:70:ea:53", "network": {"id": "d3cbb859-9a32-4ab7-96b3-ab4339040848", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1909568647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "438cc39be67840d9aea8389314a8b95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ca857-1b", "ovs_interfaceid": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.275596] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776954, 'name': CreateVM_Task, 'duration_secs': 0.516915} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.275760] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.276490] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.276663] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.276996] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.277259] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc78db3a-b32e-4c0f-bbca-9c6a847e3fdb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.282211] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 918.282211] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5251be8e-4ab2-fc93-7527-6735ca2db2f2" [ 918.282211] env[68207]: _type = "Task" [ 918.282211] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.290222] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5251be8e-4ab2-fc93-7527-6735ca2db2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.329565] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776951, 'name': CloneVM_Task, 'duration_secs': 1.451823} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.329800] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Created linked-clone VM from snapshot [ 918.330563] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43728ca5-10f0-40df-acb7-6062cc5d9482 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.339302] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Uploading image d8abb708-2309-4d81-a3d4-19ce39081797 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 918.360370] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.365405] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 918.365405] env[68207]: value = "vm-558359" [ 918.365405] env[68207]: _type = "VirtualMachine" [ 918.365405] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 918.365656] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76b64971-242d-47ee-8f99-d76a6f3f3a66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.373723] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease: (returnval){ [ 918.373723] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295b9f1-e906-8f79-a3ff-25bd09369f01" [ 918.373723] env[68207]: _type = "HttpNfcLease" [ 918.373723] env[68207]: } obtained for exporting VM: (result){ [ 918.373723] env[68207]: value = "vm-558359" [ 918.373723] env[68207]: _type = "VirtualMachine" [ 918.373723] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 918.374148] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the lease: (returnval){ [ 918.374148] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295b9f1-e906-8f79-a3ff-25bd09369f01" [ 918.374148] env[68207]: _type = "HttpNfcLease" [ 918.374148] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 918.380717] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.380717] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295b9f1-e906-8f79-a3ff-25bd09369f01" [ 918.380717] env[68207]: _type = "HttpNfcLease" [ 918.380717] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 918.480259] env[68207]: DEBUG oslo_concurrency.lockutils [req-b45ac71e-e0fc-4dad-bd62-216af0c83e6e req-aeb443c9-5a24-45fa-892e-0fcedcfac6df service nova] Releasing lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.793745] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5251be8e-4ab2-fc93-7527-6735ca2db2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.794068] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.794304] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.794539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.794684] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.794865] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.795172] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003af670-d472-4cf0-955c-0b8a7d82dd7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.806453] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.807722] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.807722] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c1bff9-5967-4a48-b03d-0a8d17d79cb9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.812935] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 918.812935] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5223375d-edf5-5562-1239-071c6c90d05e" [ 918.812935] env[68207]: _type = "Task" [ 918.812935] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.820232] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5223375d-edf5-5562-1239-071c6c90d05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.870177] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 918.870436] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.063s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.870560] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.550s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.871373] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.872833] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.953s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.874804] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.875058] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Cleaning up deleted instances {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 918.884158] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.884158] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295b9f1-e906-8f79-a3ff-25bd09369f01" [ 918.884158] env[68207]: _type = "HttpNfcLease" [ 918.884158] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.884428] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.884428] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295b9f1-e906-8f79-a3ff-25bd09369f01" [ 918.884428] env[68207]: _type = "HttpNfcLease" [ 918.884428] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.885251] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5164adf6-e146-45b0-a38f-1c6c68350524 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.893769] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218c814-e2e1-8048-66a7-9cbd6c89e697/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.894018] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218c814-e2e1-8048-66a7-9cbd6c89e697/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.960081] env[68207]: INFO nova.scheduler.client.report [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Deleted allocations for instance c33f0795-cf25-4436-b8a3-f8a8432b3b24 [ 919.019538] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cb3ba81-2eb6-443b-bf14-a32657a87ac3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.325756] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5223375d-edf5-5562-1239-071c6c90d05e, 'name': SearchDatastore_Task, 'duration_secs': 0.034065} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.327654] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48881f6-8395-46c2-9f83-e9b9bae99046 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.334208] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 919.334208] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523ff3cb-5401-4fb7-edd7-0ebf10eb66c6" [ 919.334208] env[68207]: _type = "Task" [ 919.334208] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.343573] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523ff3cb-5401-4fb7-edd7-0ebf10eb66c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.379887] env[68207]: INFO nova.compute.claims [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.394833] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] There are 42 instances to clean {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 919.396986] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 31746041-257a-48ff-86d6-8b6eccadb24d] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 919.475045] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba9e1e0d-d8a6-4be0-a12c-bc85bcf0986b tempest-InstanceActionsNegativeTestJSON-1200582268 tempest-InstanceActionsNegativeTestJSON-1200582268-project-member] Lock "c33f0795-cf25-4436-b8a3-f8a8432b3b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.553s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.508807] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.509116] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.509377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.509524] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.510026] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.515818] env[68207]: INFO nova.compute.manager [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Terminating instance [ 919.847393] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523ff3cb-5401-4fb7-edd7-0ebf10eb66c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.847643] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.847895] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7d28bba8-3f19-48ea-a158-71f50ad59cca/7d28bba8-3f19-48ea-a158-71f50ad59cca.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.848171] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abab556b-8fea-4e91-ad0a-8ad6c62770f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.855478] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 919.855478] env[68207]: value = "task-2776956" [ 919.855478] env[68207]: _type = "Task" [ 919.855478] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.863914] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.906173] env[68207]: INFO nova.compute.resource_tracker [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating resource usage from migration 92f66e87-4fc9-4694-8633-fb85d5253e6e [ 919.911486] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: e3a81ccc-0ef3-4f66-990a-4f9f07fa152b] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 920.023731] env[68207]: DEBUG nova.compute.manager [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.023731] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.023731] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd99366-0200-45c5-bea2-5bc7b2f96835 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.031836] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.032393] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58910640-9b40-44b6-b922-8d7c9e999c94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.046036] env[68207]: DEBUG oslo_vmware.api [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 920.046036] env[68207]: value = "task-2776957" [ 920.046036] env[68207]: _type = "Task" [ 920.046036] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.058752] env[68207]: DEBUG oslo_vmware.api [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.373045] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776956, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.419589] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 1ac5fd61-d1e4-4085-8119-5a0ffebffb9a] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 920.448928] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a7065d-dd27-4f3d-bd7a-2878d3182f3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.456999] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e5b12-fdbd-46be-81db-780619c77aa7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.488715] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647ced51-aeb3-4392-828d-e57114b6928f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.498890] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64979d3e-3cf9-470e-82e3-713c91807e25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.512738] env[68207]: DEBUG nova.compute.provider_tree [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.555967] env[68207]: DEBUG oslo_vmware.api [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776957, 'name': PowerOffVM_Task, 'duration_secs': 0.406248} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.556492] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.556686] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.557090] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c98eea8-2017-4c90-abef-57e0929bf0b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.618694] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.618927] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.619167] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Deleting the datastore file [datastore2] af19a172-f3dd-4af0-89c7-9fdaa8d5412a {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.619420] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e94d383f-c1fd-43ad-a38c-ca8d9b982920 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.628200] env[68207]: DEBUG oslo_vmware.api [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for the task: (returnval){ [ 920.628200] env[68207]: value = "task-2776959" [ 920.628200] env[68207]: _type = "Task" [ 920.628200] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.636051] env[68207]: DEBUG oslo_vmware.api [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.868648] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523043} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.869036] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7d28bba8-3f19-48ea-a158-71f50ad59cca/7d28bba8-3f19-48ea-a158-71f50ad59cca.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.869279] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.869618] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ff627f-8845-4a25-b21f-f12eab7b08d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.876182] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 920.876182] env[68207]: value = "task-2776960" [ 920.876182] env[68207]: _type = "Task" [ 920.876182] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.885317] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.923245] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 82c82476-f034-4f27-977c-2b44542ca967] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.016362] env[68207]: DEBUG nova.scheduler.client.report [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.137884] env[68207]: DEBUG oslo_vmware.api [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Task: {'id': task-2776959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194642} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.138176] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.138384] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.138561] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.138750] env[68207]: INFO nova.compute.manager [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 921.139033] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.139271] env[68207]: DEBUG nova.compute.manager [-] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.139371] env[68207]: DEBUG nova.network.neutron [-] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.391379] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076334} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.391712] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.392567] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e725db-980f-480f-9e87-efb62c165665 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.422754] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7d28bba8-3f19-48ea-a158-71f50ad59cca/7d28bba8-3f19-48ea-a158-71f50ad59cca.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.423124] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-471fe8ff-3875-4657-aace-ca58c1d32fce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.439969] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: e2fdffd0-ea96-45b4-92b3-a50349316a9c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.448461] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 921.448461] env[68207]: value = "task-2776961" [ 921.448461] env[68207]: _type = "Task" [ 921.448461] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.459056] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.521982] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.649s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.522218] env[68207]: INFO nova.compute.manager [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Migrating [ 921.529767] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.033s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.530046] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.532470] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.750s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.534346] env[68207]: INFO nova.compute.claims [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.574172] env[68207]: INFO nova.scheduler.client.report [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance aebe1699-31df-4dd3-8ca2-c0d671db62db [ 921.745883] env[68207]: DEBUG nova.compute.manager [req-01b4adec-b39c-419e-aa16-b793ea1c1b00 req-01eff978-3baf-41b7-9491-13067921d808 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Received event network-vif-deleted-e525da6f-4022-4217-aa32-93093787593a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.746177] env[68207]: INFO nova.compute.manager [req-01b4adec-b39c-419e-aa16-b793ea1c1b00 req-01eff978-3baf-41b7-9491-13067921d808 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Neutron deleted interface e525da6f-4022-4217-aa32-93093787593a; detaching it from the instance and deleting it from the info cache [ 921.746698] env[68207]: DEBUG nova.network.neutron [req-01b4adec-b39c-419e-aa16-b793ea1c1b00 req-01eff978-3baf-41b7-9491-13067921d808 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.944015] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: ee54c8fd-d1b5-4d12-a744-def735f0fe27] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.962668] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776961, 'name': ReconfigVM_Task, 'duration_secs': 0.355389} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.963043] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7d28bba8-3f19-48ea-a158-71f50ad59cca/7d28bba8-3f19-48ea-a158-71f50ad59cca.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.964463] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841f625e-8193-44ac-9b61-9d6360be92ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.974838] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 921.974838] env[68207]: value = "task-2776962" [ 921.974838] env[68207]: _type = "Task" [ 921.974838] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.989844] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776962, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.048629] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.049227] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.049227] env[68207]: DEBUG nova.network.neutron [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.084050] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f22de45c-6741-49a7-b482-ae64e61b7da8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "aebe1699-31df-4dd3-8ca2-c0d671db62db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.044s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.157684] env[68207]: DEBUG nova.network.neutron [-] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.252024] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca2cb60e-cc2b-49e3-b85e-a00dd002ab25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.261060] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4610c216-c738-4ae1-9ecf-ebb9408c3128 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.307252] env[68207]: DEBUG nova.compute.manager [req-01b4adec-b39c-419e-aa16-b793ea1c1b00 req-01eff978-3baf-41b7-9491-13067921d808 service nova] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Detach interface failed, port_id=e525da6f-4022-4217-aa32-93093787593a, reason: Instance af19a172-f3dd-4af0-89c7-9fdaa8d5412a could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 922.447208] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: ebf24b8c-2e9e-4f2f-99f5-725c87308699] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 922.488437] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776962, 'name': Rename_Task, 'duration_secs': 0.199849} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.490261] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.490564] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f247a95-9d98-407e-9500-e732c3b6b806 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.498733] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 922.498733] env[68207]: value = "task-2776963" [ 922.498733] env[68207]: _type = "Task" [ 922.498733] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.508740] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.662424] env[68207]: INFO nova.compute.manager [-] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Took 1.52 seconds to deallocate network for instance. [ 922.946520] env[68207]: DEBUG nova.network.neutron [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [{"id": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "address": "fa:16:3e:6b:d5:15", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6969cb6-aa", "ovs_interfaceid": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.954685] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: e382429d-4899-4e16-b28c-260782a25e50] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 923.013860] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.094930] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843909e7-d849-4fb3-bac8-7aa694428429 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.104892] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97bdd4e-4e04-41fc-ba29-e875516c4ea3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.139404] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c6e18c-7bb3-461f-9fdb-015061e9bb10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.149324] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384bbb3-c5cd-4527-ac39-f249f54b52fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.168022] env[68207]: DEBUG nova.compute.provider_tree [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.168925] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.298901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.299406] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.450770] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.456310] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 55d5fa0b-4a33-43af-b0a5-ed46c2a9dcd8] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 923.512554] env[68207]: DEBUG oslo_vmware.api [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2776963, 'name': PowerOnVM_Task, 'duration_secs': 0.598943} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.512554] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.512554] env[68207]: INFO nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Took 8.74 seconds to spawn the instance on the hypervisor. [ 923.512554] env[68207]: DEBUG nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.513153] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e031b74a-ea9d-4467-8717-2f62b7c2c781 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.670564] env[68207]: DEBUG nova.scheduler.client.report [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.804176] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.959113] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7cef8515-e78d-48f4-85cf-e3cb109db7ae] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.044972] env[68207]: INFO nova.compute.manager [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Took 49.97 seconds to build instance. [ 924.182121] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.182121] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.184473] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.113s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.184859] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.187522] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.482s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.189537] env[68207]: INFO nova.compute.claims [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.227649] env[68207]: INFO nova.scheduler.client.report [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Deleted allocations for instance a7b81f06-2ea3-4da3-a432-ff7e66de7ad5 [ 924.327956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.464826] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d2ebe22b-0d4e-4f0a-b19e-c670a2cb7e99] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.544567] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.544988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.545064] env[68207]: INFO nova.compute.manager [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Shelving [ 924.550703] env[68207]: DEBUG oslo_concurrency.lockutils [None req-14ced121-eac7-482e-adbe-fdb76319f7d9 tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.480s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.700018] env[68207]: DEBUG nova.compute.utils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.700018] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.700018] env[68207]: DEBUG nova.network.neutron [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.737243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a82f5d3-54e9-449a-a3b3-8ccc53a72960 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "a7b81f06-2ea3-4da3-a432-ff7e66de7ad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.126s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.753378] env[68207]: DEBUG nova.policy [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92035dc1a0c42e4a78f8291ec5a1494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5a044b76664a8184a902a346ebe208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.970195] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: fcbce330-9c81-440e-8cf3-12542c264854] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.980023] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4859573a-0c3b-4971-9fc4-c006a5717e72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.014179] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.083824] env[68207]: DEBUG nova.network.neutron [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Successfully created port: e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.207374] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.477458] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: fa7d0d21-2acc-431e-b293-a9f1ddb3b015] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 925.525261] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.526261] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b29ba40e-cd08-44ef-9dd8-3a9222488130 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.538952] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 925.538952] env[68207]: value = "task-2776964" [ 925.538952] env[68207]: _type = "Task" [ 925.538952] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.553585] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.558921] env[68207]: DEBUG nova.compute.manager [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Received event network-changed-986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.559181] env[68207]: DEBUG nova.compute.manager [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Refreshing instance network info cache due to event network-changed-986ca857-1b20-47b8-a2ce-4fc0d730d78d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 925.559403] env[68207]: DEBUG oslo_concurrency.lockutils [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] Acquiring lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.559606] env[68207]: DEBUG oslo_concurrency.lockutils [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] Acquired lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.559724] env[68207]: DEBUG nova.network.neutron [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Refreshing network info cache for port 986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.561363] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.565499] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f327a5e-5ec5-4ef7-b27a-058915100539 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.576130] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 925.576130] env[68207]: value = "task-2776965" [ 925.576130] env[68207]: _type = "Task" [ 925.576130] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.587128] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.738929] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b5a60c-2c07-4b80-a202-8e6230676afb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.749573] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944858f-a6ec-46ce-b3c3-a2e7ec8b6b66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.801066] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61454c27-6f76-4796-8fa3-88b58d03c015 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.811460] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bf06a3-7f48-4186-80d9-8897229512d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.830641] env[68207]: DEBUG nova.compute.provider_tree [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.985226] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: c75ca399-731b-495e-b764-11d8fd172455] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 926.056288] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776964, 'name': PowerOffVM_Task, 'duration_secs': 0.305249} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.056656] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.056998] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.092199] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776965, 'name': PowerOffVM_Task, 'duration_secs': 0.275687} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.092687] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.094462] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f44f15-2d47-48e6-94bf-70b956b2c186 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.123458] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8957b24-12b7-4214-a266-342da0674681 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.223375] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218c814-e2e1-8048-66a7-9cbd6c89e697/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.224535] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094cea4-fdd9-4de2-a98c-9ae5ce22edf0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.227962] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.237176] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218c814-e2e1-8048-66a7-9cbd6c89e697/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.237355] env[68207]: ERROR oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218c814-e2e1-8048-66a7-9cbd6c89e697/disk-0.vmdk due to incomplete transfer. [ 926.237593] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d36b8bb2-0635-4237-936e-d7fc160b4283 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.249167] env[68207]: DEBUG oslo_vmware.rw_handles [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218c814-e2e1-8048-66a7-9cbd6c89e697/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.249167] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Uploaded image d8abb708-2309-4d81-a3d4-19ce39081797 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.254102] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.255847] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b48d2a64-b060-4922-b565-07d4f7589514 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.264469] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 926.264469] env[68207]: value = "task-2776966" [ 926.264469] env[68207]: _type = "Task" [ 926.264469] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.269920] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.270224] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.270434] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.270678] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.270888] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.271068] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.271289] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.271450] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.271616] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.271777] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.271947] env[68207]: DEBUG nova.virt.hardware [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.275325] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9075e72-0149-4a90-bd5b-75cf4a0074d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.285216] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776966, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.288211] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bf3e4d-c711-4bb3-94f2-4ace362f9a57 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.334340] env[68207]: DEBUG nova.scheduler.client.report [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.347455] env[68207]: DEBUG nova.network.neutron [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Updated VIF entry in instance network info cache for port 986ca857-1b20-47b8-a2ce-4fc0d730d78d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.347829] env[68207]: DEBUG nova.network.neutron [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Updating instance_info_cache with network_info: [{"id": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "address": "fa:16:3e:70:ea:53", "network": {"id": "d3cbb859-9a32-4ab7-96b3-ab4339040848", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1909568647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "438cc39be67840d9aea8389314a8b95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ca857-1b", "ovs_interfaceid": "986ca857-1b20-47b8-a2ce-4fc0d730d78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.489096] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6c40593d-b531-4c5e-8db1-9d0c9c43900c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 926.568470] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.568717] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.568873] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.569156] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.569339] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.569492] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.569697] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.569855] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.570032] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.570198] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.570368] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.575794] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624db44c-a5a8-4a28-9f99-ef277a5654c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.595219] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 926.595219] env[68207]: value = "task-2776967" [ 926.595219] env[68207]: _type = "Task" [ 926.595219] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.604455] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776967, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.632196] env[68207]: DEBUG nova.network.neutron [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Successfully updated port: e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.638244] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 926.638672] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94562651-e14a-48f3-85f9-51ceef776a5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.648863] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 926.648863] env[68207]: value = "task-2776968" [ 926.648863] env[68207]: _type = "Task" [ 926.648863] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.650924] env[68207]: DEBUG nova.compute.manager [req-be3e7877-0eb9-4656-ac73-63f217722966 req-313d1472-896c-40f3-ae1e-dd3396932940 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Received event network-vif-plugged-e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.651189] env[68207]: DEBUG oslo_concurrency.lockutils [req-be3e7877-0eb9-4656-ac73-63f217722966 req-313d1472-896c-40f3-ae1e-dd3396932940 service nova] Acquiring lock "a44202fd-df38-4102-b1a9-58304a821b04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.651386] env[68207]: DEBUG oslo_concurrency.lockutils [req-be3e7877-0eb9-4656-ac73-63f217722966 req-313d1472-896c-40f3-ae1e-dd3396932940 service nova] Lock "a44202fd-df38-4102-b1a9-58304a821b04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.651641] env[68207]: DEBUG oslo_concurrency.lockutils [req-be3e7877-0eb9-4656-ac73-63f217722966 req-313d1472-896c-40f3-ae1e-dd3396932940 service nova] Lock "a44202fd-df38-4102-b1a9-58304a821b04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.651908] env[68207]: DEBUG nova.compute.manager [req-be3e7877-0eb9-4656-ac73-63f217722966 req-313d1472-896c-40f3-ae1e-dd3396932940 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] No waiting events found dispatching network-vif-plugged-e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.651989] env[68207]: WARNING nova.compute.manager [req-be3e7877-0eb9-4656-ac73-63f217722966 req-313d1472-896c-40f3-ae1e-dd3396932940 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Received unexpected event network-vif-plugged-e92ca64c-bd0b-4273-862e-56af43ecbe0f for instance with vm_state building and task_state spawning. [ 926.663310] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.777559] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776966, 'name': Destroy_Task, 'duration_secs': 0.335255} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.777753] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Destroyed the VM [ 926.778092] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.778841] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-feb2edd6-df36-4cde-911b-6dda50ea5a58 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.786595] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 926.786595] env[68207]: value = "task-2776969" [ 926.786595] env[68207]: _type = "Task" [ 926.786595] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.799810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.800109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.805017] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776969, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.842018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.842018] env[68207]: DEBUG nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.843330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.771s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.843668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.846664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.323s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.846987] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.850094] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.492s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.850094] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.851276] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.362s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.851624] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.853858] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.876s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.854242] env[68207]: DEBUG nova.objects.instance [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lazy-loading 'resources' on Instance uuid 78ca8155-9a35-440b-9332-6d5dd335637e {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.857991] env[68207]: DEBUG oslo_concurrency.lockutils [req-f7b97c4e-0016-48c2-bfdb-1414d62fb065 req-2835b602-7dd1-48f6-a858-cfa5ec21215a service nova] Releasing lock "refresh_cache-7d28bba8-3f19-48ea-a158-71f50ad59cca" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.888319] env[68207]: INFO nova.scheduler.client.report [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Deleted allocations for instance 3c6db09c-ac57-4f4e-873e-79c1d7351965 [ 926.889477] env[68207]: INFO nova.scheduler.client.report [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Deleted allocations for instance 11cf56f3-1a41-4fe1-9de5-999e11854d0c [ 926.909486] env[68207]: INFO nova.scheduler.client.report [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted allocations for instance 66e60bfd-4e98-417d-9a88-5142ba8d84e9 [ 926.915451] env[68207]: INFO nova.scheduler.client.report [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleted allocations for instance 06490586-425f-48d3-8ca5-233921272b66 [ 926.993544] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 204cdc86-b961-4e0e-a369-741df2477118] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 927.108056] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776967, 'name': ReconfigVM_Task, 'duration_secs': 0.283509} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.108330] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.112857] env[68207]: WARNING oslo_messaging._drivers.amqpdriver [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 927.134937] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-a44202fd-df38-4102-b1a9-58304a821b04" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.135131] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-a44202fd-df38-4102-b1a9-58304a821b04" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.135299] env[68207]: DEBUG nova.network.neutron [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.161735] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776968, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.297611] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776969, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.303264] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.357772] env[68207]: DEBUG nova.compute.utils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.360972] env[68207]: DEBUG nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 927.400436] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c4bc03d9-27d9-49ff-9d2e-d9385e4c7055 tempest-ImagesOneServerNegativeTestJSON-1195789979 tempest-ImagesOneServerNegativeTestJSON-1195789979-project-member] Lock "3c6db09c-ac57-4f4e-873e-79c1d7351965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.751s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.404192] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d3e087e8-c2f8-4f35-bf9a-9af164174c47 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "11cf56f3-1a41-4fe1-9de5-999e11854d0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.283s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.419586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bd9cbd75-355e-4ba8-942f-2cc513530b3b tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "66e60bfd-4e98-417d-9a88-5142ba8d84e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.329s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.425035] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2232805-b6d4-4f13-87aa-78e0469e237f tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "06490586-425f-48d3-8ca5-233921272b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.511s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.486018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.486018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.486018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.486018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.486169] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.487992] env[68207]: INFO nova.compute.manager [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Terminating instance [ 927.498497] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: ca0a52bb-fcec-4bf9-b574-7f51aca6eaa3] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 927.619056] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.619360] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.619787] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.620228] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.620414] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.620570] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.620847] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.621112] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.621825] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.622124] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.622426] env[68207]: DEBUG nova.virt.hardware [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.629942] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.629942] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308d3425-a14f-462c-a137-cfae570b6cbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.668413] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776968, 'name': CreateSnapshot_Task, 'duration_secs': 0.709566} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.673606] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 927.674172] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 927.674172] env[68207]: value = "task-2776970" [ 927.674172] env[68207]: _type = "Task" [ 927.674172] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.675366] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cae577-c96a-4506-aa17-e2a7773f678e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.698619] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.699897] env[68207]: DEBUG nova.network.neutron [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.732390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.732619] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.798499] env[68207]: DEBUG oslo_vmware.api [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2776969, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557382} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.798829] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.799127] env[68207]: INFO nova.compute.manager [None req-baf7e369-22c1-4554-a303-362209d4eea4 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Took 12.57 seconds to snapshot the instance on the hypervisor. [ 927.830593] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e261cf-6c33-4ee2-8ee8-863c80886896 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.834589] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.841066] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee220b-a07f-4177-9ad5-800c85eb9eea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.875217] env[68207]: DEBUG nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.879306] env[68207]: DEBUG nova.network.neutron [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Updating instance_info_cache with network_info: [{"id": "e92ca64c-bd0b-4273-862e-56af43ecbe0f", "address": "fa:16:3e:e4:71:71", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92ca64c-bd", "ovs_interfaceid": "e92ca64c-bd0b-4273-862e-56af43ecbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.883313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ca067-6c81-4ff2-bf93-9e3a55a23379 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.890537] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3056e6e4-8c6a-4ef6-a460-a62d11fc8dd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.906177] env[68207]: DEBUG nova.compute.provider_tree [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.995024] env[68207]: DEBUG nova.compute.manager [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.995024] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.995024] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631bd1cb-7344-43b3-8f25-31cd1f3e8b9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.001325] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: a9c8f668-f7f1-4af3-a2e4-6c84df23ae34] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 928.006864] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.007205] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d63c2ce-8d65-4d3c-a3ff-c0a5d3217af5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.015259] env[68207]: DEBUG oslo_vmware.api [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 928.015259] env[68207]: value = "task-2776971" [ 928.015259] env[68207]: _type = "Task" [ 928.015259] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.026021] env[68207]: DEBUG oslo_vmware.api [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.189644] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776970, 'name': ReconfigVM_Task, 'duration_secs': 0.210626} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.189948] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 928.191031] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe1390-e8f1-4369-a167-3f6d1b748f28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.213538] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 928.220918] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 82120b95-6022-4592-8c70-619c09a8601f/82120b95-6022-4592-8c70-619c09a8601f.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.221241] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-001418a4-40ca-46a0-9c54-71f2a3eb51ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.224287] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103021cb-bdd5-4ff2-92f0-8b2c4e8746f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.240442] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.249421] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 928.249421] env[68207]: value = "task-2776973" [ 928.249421] env[68207]: _type = "Task" [ 928.249421] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.250925] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 928.250925] env[68207]: value = "task-2776972" [ 928.250925] env[68207]: _type = "Task" [ 928.250925] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.263733] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776972, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.267286] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.385606] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-a44202fd-df38-4102-b1a9-58304a821b04" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.386062] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Instance network_info: |[{"id": "e92ca64c-bd0b-4273-862e-56af43ecbe0f", "address": "fa:16:3e:e4:71:71", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92ca64c-bd", "ovs_interfaceid": "e92ca64c-bd0b-4273-862e-56af43ecbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.386569] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:71:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92ca64c-bd0b-4273-862e-56af43ecbe0f', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.397826] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.398397] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.398629] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bbeb11b-a5ab-450b-83b9-c896f6a3a8d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.423362] env[68207]: DEBUG nova.scheduler.client.report [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.428147] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.428438] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.429097] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.429350] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.429627] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.433088] env[68207]: INFO nova.compute.manager [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Terminating instance [ 928.438685] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.438685] env[68207]: value = "task-2776974" [ 928.438685] env[68207]: _type = "Task" [ 928.438685] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.449015] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776974, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.488231] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.488518] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.488723] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.488905] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.489090] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.491297] env[68207]: INFO nova.compute.manager [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Terminating instance [ 928.505390] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7f57b127-7022-4fac-a471-e7be04a7938d] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 928.528141] env[68207]: DEBUG oslo_vmware.api [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776971, 'name': PowerOffVM_Task, 'duration_secs': 0.46228} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.528375] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.528440] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.528729] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680dbbef-a8f9-46d0-8bac-428f0dabc411 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.612260] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.612649] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.612987] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Deleting the datastore file [datastore2] bcf04501-b20b-4c01-8ca6-d73f5f6e5e26 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.613388] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14030c2-4852-4129-afb8-f1c1e91d85e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.624475] env[68207]: DEBUG oslo_vmware.api [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for the task: (returnval){ [ 928.624475] env[68207]: value = "task-2776976" [ 928.624475] env[68207]: _type = "Task" [ 928.624475] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.640249] env[68207]: DEBUG oslo_vmware.api [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.765962] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.769366] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776972, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.772224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.851257] env[68207]: DEBUG nova.compute.manager [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Received event network-changed-e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 928.851421] env[68207]: DEBUG nova.compute.manager [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Refreshing instance network info cache due to event network-changed-e92ca64c-bd0b-4273-862e-56af43ecbe0f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 928.851854] env[68207]: DEBUG oslo_concurrency.lockutils [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] Acquiring lock "refresh_cache-a44202fd-df38-4102-b1a9-58304a821b04" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.852148] env[68207]: DEBUG oslo_concurrency.lockutils [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] Acquired lock "refresh_cache-a44202fd-df38-4102-b1a9-58304a821b04" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.852292] env[68207]: DEBUG nova.network.neutron [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Refreshing network info cache for port e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.900041] env[68207]: DEBUG nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.930017] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.930407] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.930691] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.931060] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.931195] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.931402] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.931721] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.931973] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.932250] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.932515] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.932788] env[68207]: DEBUG nova.virt.hardware [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.934133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.936865] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf297a9f-e079-4a75-8b21-f57b90623098 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.939952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.086s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.941538] env[68207]: INFO nova.compute.claims [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.944797] env[68207]: DEBUG nova.compute.manager [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.944990] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.946203] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdb04a-93ad-4356-be28-55c0cff23c19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.965748] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52687340-08fa-434c-957e-70964297a4e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.970890] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776974, 'name': CreateVM_Task, 'duration_secs': 0.425495} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.971231] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.972505] env[68207]: INFO nova.scheduler.client.report [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Deleted allocations for instance 78ca8155-9a35-440b-9332-6d5dd335637e [ 928.973584] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.975074] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa6b008-b655-4442-98f2-c9b689618eee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.979458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.979679] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.980044] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.980552] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3eaa4d-ac29-429d-a0c9-bebd2581ed3b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.992553] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.998313] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Creating folder: Project (ecf85b978b154a3da636621d46a0e6fe). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.001718] env[68207]: DEBUG nova.compute.manager [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.001718] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.002026] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c5e97fe-816c-4c40-870a-0b0e6840b1d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.004827] env[68207]: DEBUG oslo_vmware.api [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 929.004827] env[68207]: value = "task-2776977" [ 929.004827] env[68207]: _type = "Task" [ 929.004827] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.006930] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0548fb1f-ffac-4e37-bbbd-df18fa555d54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.010353] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 929.010353] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522b6363-3a48-b50c-e15c-e070496b3f02" [ 929.010353] env[68207]: _type = "Task" [ 929.010353] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.011202] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7611362e-08dc-4cab-933a-596bbd8b0671] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 929.024413] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.026419] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd8c8b85-62a4-49f4-9ab1-71be4b67cc15 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.028332] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Created folder: Project (ecf85b978b154a3da636621d46a0e6fe) in parent group-v558176. [ 929.030204] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Creating folder: Instances. Parent ref: group-v558366. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.037404] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-278344d7-d33b-4615-9553-448db85104b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.042269] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522b6363-3a48-b50c-e15c-e070496b3f02, 'name': SearchDatastore_Task, 'duration_secs': 0.012022} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.042269] env[68207]: DEBUG oslo_vmware.api [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.042269] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.042269] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.042522] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.042522] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.042522] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.042799] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09921af7-6a26-48a3-a7eb-f353c0e80a67 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.050366] env[68207]: DEBUG oslo_vmware.api [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 929.050366] env[68207]: value = "task-2776979" [ 929.050366] env[68207]: _type = "Task" [ 929.050366] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.056668] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Created folder: Instances in parent group-v558366. [ 929.056668] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.060604] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.064183] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.064183] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.066886] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a518c4c6-429e-4699-8542-ee34adfbe47b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.081116] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c47b52-58a7-4796-a024-03c479f7a31f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.084079] env[68207]: DEBUG oslo_vmware.api [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.090029] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 929.090029] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f90632-cf74-bb55-5bd1-334facccde1d" [ 929.090029] env[68207]: _type = "Task" [ 929.090029] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.094479] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.094479] env[68207]: value = "task-2776981" [ 929.094479] env[68207]: _type = "Task" [ 929.094479] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.102525] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f90632-cf74-bb55-5bd1-334facccde1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.108687] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776981, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.139882] env[68207]: DEBUG oslo_vmware.api [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Task: {'id': task-2776976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217237} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.140072] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.140455] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.140585] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.140868] env[68207]: INFO nova.compute.manager [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 929.141179] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.141434] env[68207]: DEBUG nova.compute.manager [-] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.141545] env[68207]: DEBUG nova.network.neutron [-] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.268566] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2776973, 'name': ReconfigVM_Task, 'duration_secs': 0.630484} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.268835] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 82120b95-6022-4592-8c70-619c09a8601f/82120b95-6022-4592-8c70-619c09a8601f.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.269155] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.279790] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776972, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.383384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "911843cf-65d4-4262-8c80-e352755c8eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.383733] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.383859] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "911843cf-65d4-4262-8c80-e352755c8eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.384252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.384395] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.386814] env[68207]: INFO nova.compute.manager [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Terminating instance [ 929.483959] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ca060082-e934-4640-8c01-2150e0f8ec76 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "78ca8155-9a35-440b-9332-6d5dd335637e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.168s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.518225] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: b893c8b7-5398-481e-af5d-db3dc42170b5] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 929.528065] env[68207]: DEBUG oslo_vmware.api [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776977, 'name': PowerOffVM_Task, 'duration_secs': 0.248111} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.528371] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.528543] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.528804] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4255705e-f506-4a9e-a96e-15f66f13268d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.560586] env[68207]: DEBUG oslo_vmware.api [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776979, 'name': PowerOffVM_Task, 'duration_secs': 0.227804} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.560861] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.561046] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.561307] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f0272e-4244-42e8-97b1-773b5cff51c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.603752] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f90632-cf74-bb55-5bd1-334facccde1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.605152] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7055bdaa-1fb2-4b82-a167-93eaa19696a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.612700] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2776981, 'name': CreateVM_Task, 'duration_secs': 0.382798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.614404] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.614757] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.615025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.615223] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Deleting the datastore file [datastore2] fbd3a0fd-9c97-44d5-93ac-907de3599f9e {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.615645] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.616170] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.616251] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.617183] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef70a893-dc01-4da2-a667-6192db681885 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.621023] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c5bf57-de42-4b38-8a6c-21ab5b302f69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.621788] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 929.621788] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522b8447-70b8-2db3-64d9-9645576f7300" [ 929.621788] env[68207]: _type = "Task" [ 929.621788] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.629172] env[68207]: DEBUG nova.network.neutron [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Updated VIF entry in instance network info cache for port e92ca64c-bd0b-4273-862e-56af43ecbe0f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.629530] env[68207]: DEBUG nova.network.neutron [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Updating instance_info_cache with network_info: [{"id": "e92ca64c-bd0b-4273-862e-56af43ecbe0f", "address": "fa:16:3e:e4:71:71", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92ca64c-bd", "ovs_interfaceid": "e92ca64c-bd0b-4273-862e-56af43ecbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.631059] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 929.631059] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f412d5-0b20-e50c-8809-6d0ee6db2821" [ 929.631059] env[68207]: _type = "Task" [ 929.631059] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.631325] env[68207]: DEBUG oslo_vmware.api [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for the task: (returnval){ [ 929.631325] env[68207]: value = "task-2776984" [ 929.631325] env[68207]: _type = "Task" [ 929.631325] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.641377] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522b8447-70b8-2db3-64d9-9645576f7300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.643873] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.644629] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.644629] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleting the datastore file [datastore2] 6502ef96-d83f-453d-bf58-4e7b40d15b2d {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.644879] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4efae518-a362-409d-a703-9c5043daa2e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.654043] env[68207]: DEBUG oslo_vmware.api [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.654550] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f412d5-0b20-e50c-8809-6d0ee6db2821, 'name': SearchDatastore_Task, 'duration_secs': 0.020511} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.655252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.655585] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.655812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.660269] env[68207]: DEBUG oslo_vmware.api [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 929.660269] env[68207]: value = "task-2776985" [ 929.660269] env[68207]: _type = "Task" [ 929.660269] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.669427] env[68207]: DEBUG oslo_vmware.api [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.767368] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2776972, 'name': CloneVM_Task, 'duration_secs': 1.283213} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.767368] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Created linked-clone VM from snapshot [ 929.768640] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31629a5a-d1de-4f96-9bde-28bf7500a2ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.778577] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Uploading image 0bcca492-96ec-4a21-8b04-edf39f5e90ad {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.781189] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0dca4a-9c78-4c28-bd56-16827a4e5d9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.801326] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f6648-d054-4840-9cb6-d471389325d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.821049] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.826570] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 929.826570] env[68207]: value = "vm-558364" [ 929.826570] env[68207]: _type = "VirtualMachine" [ 929.826570] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 929.826570] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26a48d5b-1aec-4509-905a-4a81a0ccbc74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.835080] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lease: (returnval){ [ 929.835080] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa0b09-1027-117e-61ab-c638258dcee3" [ 929.835080] env[68207]: _type = "HttpNfcLease" [ 929.835080] env[68207]: } obtained for exporting VM: (result){ [ 929.835080] env[68207]: value = "vm-558364" [ 929.835080] env[68207]: _type = "VirtualMachine" [ 929.835080] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 929.835356] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the lease: (returnval){ [ 929.835356] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa0b09-1027-117e-61ab-c638258dcee3" [ 929.835356] env[68207]: _type = "HttpNfcLease" [ 929.835356] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.845391] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.845391] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa0b09-1027-117e-61ab-c638258dcee3" [ 929.845391] env[68207]: _type = "HttpNfcLease" [ 929.845391] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.890837] env[68207]: DEBUG nova.compute.manager [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.894015] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.894015] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dfe09a-02e1-41bc-8ad3-0e0fbfa874d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.900978] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.901241] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5affccb-7ac8-43bf-ab78-8718f6d7248c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.911759] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 929.911759] env[68207]: value = "task-2776987" [ 929.911759] env[68207]: _type = "Task" [ 929.911759] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.920906] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.954868] env[68207]: DEBUG nova.network.neutron [-] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.028115] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 1a6bac6d-a619-422b-8ca5-98dc565a896e] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 930.138189] env[68207]: DEBUG oslo_concurrency.lockutils [req-7ffaac6c-f523-4e77-9be6-8e867cb6b18e req-67adf282-1dd3-4ef1-b0c3-32f2e280de18 service nova] Releasing lock "refresh_cache-a44202fd-df38-4102-b1a9-58304a821b04" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.138189] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522b8447-70b8-2db3-64d9-9645576f7300, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.145265] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.145534] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a44202fd-df38-4102-b1a9-58304a821b04/a44202fd-df38-4102-b1a9-58304a821b04.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.149170] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.149438] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.149597] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b45f3fc-b202-466e-b71f-31baccd424ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.152729] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1444da0-0b28-4ede-8a02-44aa2e82f188 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.158892] env[68207]: DEBUG oslo_vmware.api [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Task: {'id': task-2776984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391187} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.160725] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.160915] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.161383] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.161383] env[68207]: INFO nova.compute.manager [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 930.161614] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.162469] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 930.162469] env[68207]: value = "task-2776988" [ 930.162469] env[68207]: _type = "Task" [ 930.162469] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.162896] env[68207]: DEBUG nova.compute.manager [-] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.162940] env[68207]: DEBUG nova.network.neutron [-] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.175322] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.175457] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.176740] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c736d715-724d-41b7-a067-d360532288b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.192528] env[68207]: DEBUG oslo_vmware.api [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2776985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370295} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.196030] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.196030] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.196030] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.196030] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.196030] env[68207]: INFO nova.compute.manager [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 930.196356] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.196356] env[68207]: DEBUG nova.compute.manager [-] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.196356] env[68207]: DEBUG nova.network.neutron [-] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.198344] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 930.198344] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523a84cc-1335-e99a-1e7d-4a4a3406f8be" [ 930.198344] env[68207]: _type = "Task" [ 930.198344] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.210623] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523a84cc-1335-e99a-1e7d-4a4a3406f8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.344975] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.344975] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa0b09-1027-117e-61ab-c638258dcee3" [ 930.344975] env[68207]: _type = "HttpNfcLease" [ 930.344975] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 930.345323] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 930.345323] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa0b09-1027-117e-61ab-c638258dcee3" [ 930.345323] env[68207]: _type = "HttpNfcLease" [ 930.345323] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 930.345985] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2553b-71e3-4d26-aedb-ca2ff32cb2ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.356333] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52214420-d5c2-5535-9579-177eae8212be/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 930.356333] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52214420-d5c2-5535-9579-177eae8212be/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 930.428572] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776987, 'name': PowerOffVM_Task, 'duration_secs': 0.244459} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.428980] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.429171] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.429558] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbca1bad-82d4-4984-892f-4dbbcfc5ae58 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.434788] env[68207]: DEBUG nova.network.neutron [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Port b6969cb6-aa53-49bc-ac89-0f241567ed45 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 930.463272] env[68207]: INFO nova.compute.manager [-] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Took 1.32 seconds to deallocate network for instance. [ 930.463272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faa92cc-a027-4439-aea3-04d41e2cc59f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.484238] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a01803-790d-467e-adae-9dc1a605cf3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.491108] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88229f78-6433-4b9a-b070-666ce162d16e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.529018] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a06f1-2d32-4c4a-83e0-02f26ffb64cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.531910] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.532161] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.532888] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleting the datastore file [datastore2] 911843cf-65d4-4262-8c80-e352755c8eac {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.533090] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6f5dc2ac-dc34-4b23-83db-fedf1e69c0ae] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 930.535056] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69abdf7-921d-4aa5-a35c-5e0efe0c3b93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.544042] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for the task: (returnval){ [ 930.544042] env[68207]: value = "task-2776990" [ 930.544042] env[68207]: _type = "Task" [ 930.544042] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.554929] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c6fe6-4237-4f92-8996-5aca56dfa204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.574069] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.585710] env[68207]: DEBUG nova.compute.provider_tree [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.653039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.653364] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.653580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.653780] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.654008] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.656799] env[68207]: INFO nova.compute.manager [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Terminating instance [ 930.678883] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776988, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.713103] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523a84cc-1335-e99a-1e7d-4a4a3406f8be, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.713550] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09cc360e-278e-4c24-95ea-9ccd75dc5e61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.721695] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 930.721695] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295f82a-32ba-cdb7-e467-15bf8a2a905e" [ 930.721695] env[68207]: _type = "Task" [ 930.721695] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.732075] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5295f82a-32ba-cdb7-e467-15bf8a2a905e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.905562] env[68207]: DEBUG nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Received event network-vif-deleted-20b79fb1-d5c7-426f-b895-ed400763bc26 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.905769] env[68207]: DEBUG nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Received event network-vif-deleted-6df84410-a5c4-4493-9cbe-256175b7dc8b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.905938] env[68207]: INFO nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Neutron deleted interface 6df84410-a5c4-4493-9cbe-256175b7dc8b; detaching it from the instance and deleting it from the info cache [ 930.906257] env[68207]: DEBUG nova.network.neutron [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.981372] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.038100] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: dee791a2-b454-4c8c-a507-bc9bece10939] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 931.067752] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.088810] env[68207]: DEBUG nova.scheduler.client.report [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.138913] env[68207]: DEBUG nova.network.neutron [-] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.140351] env[68207]: DEBUG nova.network.neutron [-] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.161862] env[68207]: DEBUG nova.compute.manager [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.162386] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.164743] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81abaf4f-83b1-45b1-a7c5-ee452d123932 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.185284] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.191345] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b7d8a4-0cb7-478e-81f3-d1ede9c9cacf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.193304] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771212} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.193565] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a44202fd-df38-4102-b1a9-58304a821b04/a44202fd-df38-4102-b1a9-58304a821b04.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.193885] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.195063] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f73510d7-0aad-490d-92ca-7632789c36dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.201766] env[68207]: DEBUG oslo_vmware.api [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 931.201766] env[68207]: value = "task-2776991" [ 931.201766] env[68207]: _type = "Task" [ 931.201766] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.203411] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 931.203411] env[68207]: value = "task-2776992" [ 931.203411] env[68207]: _type = "Task" [ 931.203411] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.223952] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.225409] env[68207]: DEBUG oslo_vmware.api [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.235816] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5295f82a-32ba-cdb7-e467-15bf8a2a905e, 'name': SearchDatastore_Task, 'duration_secs': 0.052716} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.236159] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.236495] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a/86d3ce6d-0c93-4c08-95c5-81e8b0687e4a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.236825] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-121fe187-f23a-41d3-9f3c-c13340fb1e33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.248493] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 931.248493] env[68207]: value = "task-2776993" [ 931.248493] env[68207]: _type = "Task" [ 931.248493] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.259179] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.409393] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adfb03df-9560-48c0-a7bf-2aed2cee5e0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.421318] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084086a8-20cb-48bc-bf58-535c42211612 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.467421] env[68207]: DEBUG nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Detach interface failed, port_id=6df84410-a5c4-4493-9cbe-256175b7dc8b, reason: Instance 6502ef96-d83f-453d-bf58-4e7b40d15b2d could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 931.467806] env[68207]: DEBUG nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Received event network-vif-deleted-efb5d130-1810-4fba-be2c-5f7c0eed4ed6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.468032] env[68207]: INFO nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Neutron deleted interface efb5d130-1810-4fba-be2c-5f7c0eed4ed6; detaching it from the instance and deleting it from the info cache [ 931.468202] env[68207]: DEBUG nova.network.neutron [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.479058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "82120b95-6022-4592-8c70-619c09a8601f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.479058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.479058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.541656] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: fcdb770c-4c0c-4faa-874d-66f05bbfc873] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 931.564969] env[68207]: DEBUG oslo_vmware.api [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Task: {'id': task-2776990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626594} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.566087] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.566351] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.566580] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.566915] env[68207]: INFO nova.compute.manager [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Took 1.68 seconds to destroy the instance on the hypervisor. [ 931.567274] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.567470] env[68207]: DEBUG nova.compute.manager [-] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.567587] env[68207]: DEBUG nova.network.neutron [-] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.596274] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.596973] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.600225] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.431s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.600510] env[68207]: DEBUG nova.objects.instance [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lazy-loading 'resources' on Instance uuid af19a172-f3dd-4af0-89c7-9fdaa8d5412a {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.642330] env[68207]: INFO nova.compute.manager [-] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Took 1.45 seconds to deallocate network for instance. [ 931.643482] env[68207]: INFO nova.compute.manager [-] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Took 1.48 seconds to deallocate network for instance. [ 931.714795] env[68207]: DEBUG oslo_vmware.api [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776991, 'name': PowerOffVM_Task, 'duration_secs': 0.351399} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.718380] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.718706] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.719721] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-821c44b6-1cb0-4dda-9a97-3f3cb97020ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.727484] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089932} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.727921] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.728804] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fa03c-9390-4f9f-9665-1f15344a9160 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.758515] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a44202fd-df38-4102-b1a9-58304a821b04/a44202fd-df38-4102-b1a9-58304a821b04.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.758515] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02683f3-e330-4e30-b599-18089cd9f580 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.785103] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.786818] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 931.786818] env[68207]: value = "task-2776995" [ 931.786818] env[68207]: _type = "Task" [ 931.786818] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.797830] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.798148] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.798783] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Deleting the datastore file [datastore2] 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.807160] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaa42968-e77c-48d1-850f-aa4e0efa0f35 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.809415] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.815598] env[68207]: DEBUG oslo_vmware.api [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for the task: (returnval){ [ 931.815598] env[68207]: value = "task-2776996" [ 931.815598] env[68207]: _type = "Task" [ 931.815598] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.825621] env[68207]: DEBUG oslo_vmware.api [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.979096] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb1bbe89-572f-41ac-ab22-2861c9f6f8be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.994346] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d3950-96d0-4540-8f82-0f9beb08b6ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.035837] env[68207]: DEBUG nova.compute.manager [req-14c47fa3-7c41-481f-b6e6-979d0b0c8e61 req-33ab14b3-4899-4d39-ab9c-881545aab633 service nova] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Detach interface failed, port_id=efb5d130-1810-4fba-be2c-5f7c0eed4ed6, reason: Instance fbd3a0fd-9c97-44d5-93ac-907de3599f9e could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 932.045533] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 2e688e42-39fd-4d9c-a658-fa1a8ff10627] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 932.107071] env[68207]: DEBUG nova.compute.utils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.113885] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.113885] env[68207]: DEBUG nova.network.neutron [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.153541] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.157535] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.174778] env[68207]: DEBUG nova.policy [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbfcbb191144debab8716dcc0339bc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95f8501c77a64ca1813a86bb16e969f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.268846] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776993, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.308540] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776995, 'name': ReconfigVM_Task, 'duration_secs': 0.31194} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.309582] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a44202fd-df38-4102-b1a9-58304a821b04/a44202fd-df38-4102-b1a9-58304a821b04.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.310603] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67324731-1db7-4fd6-8c04-035187ec4b21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.324068] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 932.324068] env[68207]: value = "task-2776997" [ 932.324068] env[68207]: _type = "Task" [ 932.324068] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.340322] env[68207]: DEBUG oslo_vmware.api [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Task: {'id': task-2776996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229611} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.341243] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.341445] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.341625] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.341799] env[68207]: INFO nova.compute.manager [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Took 1.18 seconds to destroy the instance on the hypervisor. [ 932.342070] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.342319] env[68207]: DEBUG nova.compute.manager [-] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.342505] env[68207]: DEBUG nova.network.neutron [-] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.349184] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776997, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.349950] env[68207]: DEBUG nova.network.neutron [-] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.549274] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 255964fd-0aca-40f7-ae4f-2d4488a5eba0] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 932.557455] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f892e60-8d1f-41c3-9a0c-a840bbfe9512 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.563230] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.563414] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.563614] env[68207]: DEBUG nova.network.neutron [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.568237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cc793a-4e42-444e-b3c0-41e06ada9587 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.604794] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b1b6b-8a81-4170-aaf1-e24ba716af13 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.613807] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.618441] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410ca95e-7204-48be-bcac-df2fc00faa3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.644380] env[68207]: DEBUG nova.compute.provider_tree [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.769467] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776993, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.237006} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.769878] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a/86d3ce6d-0c93-4c08-95c5-81e8b0687e4a.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.770271] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.770577] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433241c8-58b2-4be6-970b-e5906f01574d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.782878] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 932.782878] env[68207]: value = "task-2776998" [ 932.782878] env[68207]: _type = "Task" [ 932.782878] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.791463] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.819944] env[68207]: DEBUG nova.network.neutron [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Successfully created port: 700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.836295] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776997, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.855885] env[68207]: INFO nova.compute.manager [-] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Took 1.29 seconds to deallocate network for instance. [ 932.937990] env[68207]: DEBUG nova.compute.manager [req-162c6f48-83bc-429e-8523-4de79c9abd85 req-823472c6-a95e-474c-9389-b7ed484c7bd5 service nova] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Received event network-vif-deleted-4fa41797-4f64-4310-ad51-665bbb561b49 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.938334] env[68207]: DEBUG nova.compute.manager [req-162c6f48-83bc-429e-8523-4de79c9abd85 req-823472c6-a95e-474c-9389-b7ed484c7bd5 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Received event network-vif-deleted-14ea408b-1c9d-483c-9e67-9c6683d128b2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.938809] env[68207]: INFO nova.compute.manager [req-162c6f48-83bc-429e-8523-4de79c9abd85 req-823472c6-a95e-474c-9389-b7ed484c7bd5 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Neutron deleted interface 14ea408b-1c9d-483c-9e67-9c6683d128b2; detaching it from the instance and deleting it from the info cache [ 932.938809] env[68207]: DEBUG nova.network.neutron [req-162c6f48-83bc-429e-8523-4de79c9abd85 req-823472c6-a95e-474c-9389-b7ed484c7bd5 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.053775] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d9335c00-8fe9-4550-a008-6e3fe9859294] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 933.151805] env[68207]: DEBUG nova.scheduler.client.report [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.284875] env[68207]: DEBUG nova.network.neutron [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [{"id": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "address": "fa:16:3e:6b:d5:15", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6969cb6-aa", "ovs_interfaceid": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.292160] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081889} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.292442] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.293728] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0575fb6c-1e82-4e8e-b3d1-1c01aeed7c30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.317952] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a/86d3ce6d-0c93-4c08-95c5-81e8b0687e4a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.318866] env[68207]: DEBUG nova.network.neutron [-] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.319876] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7e1c0a-1497-47cb-a523-e1cf1dccd9eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.347743] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776997, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.349306] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 933.349306] env[68207]: value = "task-2776999" [ 933.349306] env[68207]: _type = "Task" [ 933.349306] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.358575] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.362708] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.442430] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6d40d59-d648-42be-9e2c-52204dbf98e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.453665] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dc4cd2-a11a-4335-81fb-6cadcb74d9e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.490507] env[68207]: DEBUG nova.compute.manager [req-162c6f48-83bc-429e-8523-4de79c9abd85 req-823472c6-a95e-474c-9389-b7ed484c7bd5 service nova] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Detach interface failed, port_id=14ea408b-1c9d-483c-9e67-9c6683d128b2, reason: Instance 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 933.557547] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7f1279fc-2387-487b-905d-2afc8c3caa33] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 933.624169] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.654131] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.654131] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.654131] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.654375] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.654375] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.654375] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.654375] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.654747] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.655135] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.662169] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.662169] env[68207]: DEBUG nova.virt.hardware [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.662169] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.665052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c87df49-b56d-4b04-a40e-b26e3f4172f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.672479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.344s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.674079] env[68207]: INFO nova.compute.claims [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.691034] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e2560-dc1e-44aa-b63d-712a18e6ff31 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.708237] env[68207]: INFO nova.scheduler.client.report [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Deleted allocations for instance af19a172-f3dd-4af0-89c7-9fdaa8d5412a [ 933.788258] env[68207]: DEBUG oslo_concurrency.lockutils [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.835403] env[68207]: INFO nova.compute.manager [-] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Took 1.49 seconds to deallocate network for instance. [ 933.854821] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2776997, 'name': Rename_Task, 'duration_secs': 1.224596} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.858145] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.858414] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056ae9a1-0da5-463e-a79b-cdde064d1392 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.867504] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2776999, 'name': ReconfigVM_Task, 'duration_secs': 0.484717} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.869566] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a/86d3ce6d-0c93-4c08-95c5-81e8b0687e4a.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.870654] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 933.870654] env[68207]: value = "task-2777000" [ 933.870654] env[68207]: _type = "Task" [ 933.870654] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.870926] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be1d6e6d-75bd-4541-aba2-dfd8e2867e58 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.885095] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.886521] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 933.886521] env[68207]: value = "task-2777001" [ 933.886521] env[68207]: _type = "Task" [ 933.886521] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.896088] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777001, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.061119] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 416f940e-9efb-445b-887e-a0b750c6ed96] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 934.219308] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e5d13aa-9153-475c-908b-300ce1f91526 tempest-VolumesAdminNegativeTest-1675956731 tempest-VolumesAdminNegativeTest-1675956731-project-member] Lock "af19a172-f3dd-4af0-89c7-9fdaa8d5412a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.710s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.324429] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df616942-7795-49b0-ba01-5619d0752518 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.350342] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.351408] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c6786-ed1e-4d12-b68c-8c130e209343 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.360969] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.386567] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777000, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.397324] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777001, 'name': Rename_Task, 'duration_secs': 0.187324} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.398263] env[68207]: DEBUG nova.network.neutron [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Successfully updated port: 700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.399976] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.400371] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-250e320f-25da-429c-8f69-fa0d35f98f3f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.409761] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 934.409761] env[68207]: value = "task-2777002" [ 934.409761] env[68207]: _type = "Task" [ 934.409761] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.420153] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.565260] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6a2fb82c-cbe7-4955-8f51-a5440d4f1f2c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 934.872422] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.872710] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-171c3b20-2c9b-415a-8e62-0c6d1fe64524 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.892972] env[68207]: DEBUG oslo_vmware.api [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777000, 'name': PowerOnVM_Task, 'duration_secs': 0.707248} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.893999] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 934.893999] env[68207]: value = "task-2777003" [ 934.893999] env[68207]: _type = "Task" [ 934.893999] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.893999] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.893999] env[68207]: INFO nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Took 8.67 seconds to spawn the instance on the hypervisor. [ 934.893999] env[68207]: DEBUG nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.894873] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc51b0-8e07-403e-b0c1-9f4844a450ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.903432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.903597] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.903747] env[68207]: DEBUG nova.network.neutron [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.928666] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.938975] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.970576] env[68207]: DEBUG nova.compute.manager [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Received event network-vif-plugged-700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.970822] env[68207]: DEBUG oslo_concurrency.lockutils [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.971056] env[68207]: DEBUG oslo_concurrency.lockutils [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] Lock "82f94a63-f043-4260-83ac-4bdab850236f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.971253] env[68207]: DEBUG oslo_concurrency.lockutils [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] Lock "82f94a63-f043-4260-83ac-4bdab850236f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.971423] env[68207]: DEBUG nova.compute.manager [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] No waiting events found dispatching network-vif-plugged-700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.971586] env[68207]: WARNING nova.compute.manager [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Received unexpected event network-vif-plugged-700ae8ca-329e-48f8-865f-4eca5c4ac0cd for instance with vm_state building and task_state spawning. [ 934.971748] env[68207]: DEBUG nova.compute.manager [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Received event network-changed-700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.971960] env[68207]: DEBUG nova.compute.manager [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Refreshing instance network info cache due to event network-changed-700ae8ca-329e-48f8-865f-4eca5c4ac0cd. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 934.972250] env[68207]: DEBUG oslo_concurrency.lockutils [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] Acquiring lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.070399] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6a77cc49-0b11-4341-a8c9-290cdf086ca0] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 935.162065] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e478cb1-046f-4f30-891c-8e0c3035ec52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.171644] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd9229-f10e-4bb6-a3cb-11d61b928b0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.208295] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642bd832-e9e5-4684-b401-2c6e93df4cf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.219672] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f345b-d7d8-409b-b84c-3a28d9554ec3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.236064] env[68207]: DEBUG nova.compute.provider_tree [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.407318] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777003, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.424735] env[68207]: DEBUG oslo_vmware.api [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777002, 'name': PowerOnVM_Task, 'duration_secs': 0.632042} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.425032] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.425279] env[68207]: INFO nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Took 6.53 seconds to spawn the instance on the hypervisor. [ 935.425487] env[68207]: DEBUG nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.426362] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd1a5d-8474-4cea-a777-177799702fd5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.450854] env[68207]: INFO nova.compute.manager [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Took 39.68 seconds to build instance. [ 935.457772] env[68207]: DEBUG nova.network.neutron [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.576016] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6ab1ccb3-7844-4a17-8747-561d1d96ea38] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 935.678543] env[68207]: DEBUG nova.network.neutron [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updating instance_info_cache with network_info: [{"id": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "address": "fa:16:3e:c7:26:6e", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700ae8ca-32", "ovs_interfaceid": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.741163] env[68207]: DEBUG nova.scheduler.client.report [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.908308] env[68207]: DEBUG oslo_vmware.api [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777003, 'name': PowerOnVM_Task, 'duration_secs': 0.661646} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.908701] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.909707] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-01c22684-8a3a-4409-807d-f4b22d6b9a8e tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance '82120b95-6022-4592-8c70-619c09a8601f' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.958951] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e14498ea-8a0d-40fa-b2fe-e4916daf5413 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.203s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.964180] env[68207]: INFO nova.compute.manager [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Took 35.28 seconds to build instance. [ 936.081740] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 4f616201-6b85-4b7f-9464-a6b42bebee28] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 936.187314] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.187637] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Instance network_info: |[{"id": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "address": "fa:16:3e:c7:26:6e", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700ae8ca-32", "ovs_interfaceid": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.187950] env[68207]: DEBUG oslo_concurrency.lockutils [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] Acquired lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.188143] env[68207]: DEBUG nova.network.neutron [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Refreshing network info cache for port 700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.189403] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:26:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '700ae8ca-329e-48f8-865f-4eca5c4ac0cd', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.197425] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Creating folder: Project (95f8501c77a64ca1813a86bb16e969f8). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.200701] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d98ecf-52b7-4aa2-8173-9742c89f9943 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.215221] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Created folder: Project (95f8501c77a64ca1813a86bb16e969f8) in parent group-v558176. [ 936.215406] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Creating folder: Instances. Parent ref: group-v558369. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.215662] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c3488d0-48a7-486a-9ecd-88cfeedb9ee5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.226723] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Created folder: Instances in parent group-v558369. [ 936.226982] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.227190] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.227491] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-276fc56d-6cfa-4b76-adbe-7145ca4cdd18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.253316] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.253469] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.256215] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.256215] env[68207]: value = "task-2777006" [ 936.256215] env[68207]: _type = "Task" [ 936.256215] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.259151] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.425s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.261724] env[68207]: INFO nova.compute.claims [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.278067] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777006, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.466688] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb334a3f-122b-4c85-8253-11a74187d385 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.785s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.510153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.510153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.526493] env[68207]: DEBUG nova.network.neutron [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updated VIF entry in instance network info cache for port 700ae8ca-329e-48f8-865f-4eca5c4ac0cd. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.527056] env[68207]: DEBUG nova.network.neutron [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updating instance_info_cache with network_info: [{"id": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "address": "fa:16:3e:c7:26:6e", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700ae8ca-32", "ovs_interfaceid": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.586759] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f3c2c9c1-f902-4ff6-a458-4f7eca562aa6] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 936.590319] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "a44202fd-df38-4102-b1a9-58304a821b04" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.591260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.770195] env[68207]: DEBUG nova.compute.utils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.781062] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.781419] env[68207]: DEBUG nova.network.neutron [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.794909] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777006, 'name': CreateVM_Task, 'duration_secs': 0.405513} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.795217] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.796578] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.797203] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.797641] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.798226] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2860abf-fe86-40ca-8c26-b103c622f829 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.804324] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 936.804324] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52106083-db52-da1e-f93d-17ed49a75347" [ 936.804324] env[68207]: _type = "Task" [ 936.804324] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.817202] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52106083-db52-da1e-f93d-17ed49a75347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.866190] env[68207]: DEBUG nova.policy [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.005172] env[68207]: DEBUG nova.compute.manager [None req-3a64de9b-5d0e-428f-a367-31deba8777e8 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.006318] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bc032b-5422-4aaf-b289-deb5d6aa81ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.013080] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.030195] env[68207]: DEBUG oslo_concurrency.lockutils [req-ea6985b0-e0ec-42bb-b11c-52c395665cf0 req-bba8e2ac-446b-4963-8f39-f5e8137b7c2d service nova] Releasing lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.091190] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 8490d1d5-decb-466c-88e0-40a39956d35c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 937.095335] env[68207]: DEBUG nova.compute.utils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.196418] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.196694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.197324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.197324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.197324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.199997] env[68207]: INFO nova.compute.manager [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Terminating instance [ 937.286585] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.321737] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52106083-db52-da1e-f93d-17ed49a75347, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.321737] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.321737] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.321737] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.321946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.321946] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.321946] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79469be7-a46f-4d3a-ac01-939aff2e9227 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.331751] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.331944] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.332738] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc4edd9-d733-42a8-8bac-ab905c5b5c19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.345689] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 937.345689] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5211649e-59bd-cd09-588b-5e059418518f" [ 937.345689] env[68207]: _type = "Task" [ 937.345689] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.360524] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5211649e-59bd-cd09-588b-5e059418518f, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.361546] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e846995f-480d-4a3c-bcee-49847e725853 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.368371] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 937.368371] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521b8a98-c6d7-873d-795d-a16788804788" [ 937.368371] env[68207]: _type = "Task" [ 937.368371] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.378611] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521b8a98-c6d7-873d-795d-a16788804788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.396904] env[68207]: DEBUG nova.network.neutron [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Successfully created port: d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.526660] env[68207]: INFO nova.compute.manager [None req-3a64de9b-5d0e-428f-a367-31deba8777e8 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] instance snapshotting [ 937.527237] env[68207]: DEBUG nova.objects.instance [None req-3a64de9b-5d0e-428f-a367-31deba8777e8 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lazy-loading 'flavor' on Instance uuid 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.555414] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.599260] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7404a2b9-9b22-476f-a94e-ef47a6c96152] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 937.601970] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.704916] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "refresh_cache-86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.705180] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquired lock "refresh_cache-86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.705412] env[68207]: DEBUG nova.network.neutron [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.711197] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e963c-9b32-45f6-9928-4b383887d707 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.721215] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d29d48-10bf-42fc-834f-6aa7bc13402e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.754467] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def1b27-3f1b-4d9e-bb13-c9d1bb29ad4c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.765721] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fff08e6-100e-4221-b158-7594ad82def2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.783772] env[68207]: DEBUG nova.compute.provider_tree [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.883221] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521b8a98-c6d7-873d-795d-a16788804788, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.883507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.883772] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 82f94a63-f043-4260-83ac-4bdab850236f/82f94a63-f043-4260-83ac-4bdab850236f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.884061] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50206f2-42c3-4e95-a436-a905990d0a84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.895146] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 937.895146] env[68207]: value = "task-2777007" [ 937.895146] env[68207]: _type = "Task" [ 937.895146] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.898857] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "82120b95-6022-4592-8c70-619c09a8601f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.901023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.901023] env[68207]: DEBUG nova.compute.manager [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Going to confirm migration 3 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 937.907059] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.038045] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a000e98-08fb-4284-ab58-1056e2d61c9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.058065] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806c10c-22a6-446f-a72a-00ed0e86c039 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.104556] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 081158fd-d322-4fb7-bf2d-29291f8877b8] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 938.231605] env[68207]: DEBUG nova.network.neutron [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.288425] env[68207]: DEBUG nova.scheduler.client.report [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.304846] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.323012] env[68207]: DEBUG nova.network.neutron [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.337238] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.337543] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.337732] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.337890] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.338050] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.338216] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.338436] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.339117] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.339117] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.339117] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.339117] env[68207]: DEBUG nova.virt.hardware [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.340104] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081852b7-7da0-47ab-8889-d049d3a8c090 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.351647] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257926da-bed5-4172-bd79-be898566db53 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.411963] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777007, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.511223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.511428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.511655] env[68207]: DEBUG nova.network.neutron [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.511916] env[68207]: DEBUG nova.objects.instance [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'info_cache' on Instance uuid 82120b95-6022-4592-8c70-619c09a8601f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.570147] env[68207]: DEBUG nova.compute.manager [None req-3a64de9b-5d0e-428f-a367-31deba8777e8 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Instance disappeared during snapshot {{(pid=68207) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 938.608799] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: db4d54f8-1d8e-4e32-ad7c-5e2beef95d88] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 938.688670] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "a44202fd-df38-4102-b1a9-58304a821b04" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.688956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.689195] env[68207]: INFO nova.compute.manager [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Attaching volume 67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9 to /dev/sdb [ 938.730448] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f75641-3fed-4c06-b15e-87186d4879a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.733609] env[68207]: DEBUG nova.compute.manager [None req-3a64de9b-5d0e-428f-a367-31deba8777e8 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Found 0 images (rotation: 2) {{(pid=68207) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 938.742917] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00101c12-7279-4229-8e60-6ff12577a008 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.761245] env[68207]: DEBUG nova.virt.block_device [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Updating existing volume attachment record: 0ac55c42-63c4-432d-b175-8e5d7c355368 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 938.799020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.799020] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.802434] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.031s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.802890] env[68207]: INFO nova.compute.claims [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.829028] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Releasing lock "refresh_cache-86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.829028] env[68207]: DEBUG nova.compute.manager [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.829028] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.829028] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916d23a-ae30-4271-9be7-9443d625c273 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.838760] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.839214] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6385d64-0c22-4409-b301-eb634505d75b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.847387] env[68207]: DEBUG oslo_vmware.api [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 938.847387] env[68207]: value = "task-2777008" [ 938.847387] env[68207]: _type = "Task" [ 938.847387] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.858332] env[68207]: DEBUG oslo_vmware.api [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.907625] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597556} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.907988] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 82f94a63-f043-4260-83ac-4bdab850236f/82f94a63-f043-4260-83ac-4bdab850236f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.908293] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.908601] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13e9fc47-319a-4e93-b016-49f14332ea0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.916575] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 938.916575] env[68207]: value = "task-2777009" [ 938.916575] env[68207]: _type = "Task" [ 938.916575] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.926464] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.109445] env[68207]: DEBUG nova.compute.manager [req-84022956-876e-4e72-a33b-be6f3e8d6a6e req-74b5362a-e2b0-4c1a-a099-cdc03194c189 service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Received event network-vif-plugged-d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.109680] env[68207]: DEBUG oslo_concurrency.lockutils [req-84022956-876e-4e72-a33b-be6f3e8d6a6e req-74b5362a-e2b0-4c1a-a099-cdc03194c189 service nova] Acquiring lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.109958] env[68207]: DEBUG oslo_concurrency.lockutils [req-84022956-876e-4e72-a33b-be6f3e8d6a6e req-74b5362a-e2b0-4c1a-a099-cdc03194c189 service nova] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.110217] env[68207]: DEBUG oslo_concurrency.lockutils [req-84022956-876e-4e72-a33b-be6f3e8d6a6e req-74b5362a-e2b0-4c1a-a099-cdc03194c189 service nova] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.110405] env[68207]: DEBUG nova.compute.manager [req-84022956-876e-4e72-a33b-be6f3e8d6a6e req-74b5362a-e2b0-4c1a-a099-cdc03194c189 service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] No waiting events found dispatching network-vif-plugged-d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.110607] env[68207]: WARNING nova.compute.manager [req-84022956-876e-4e72-a33b-be6f3e8d6a6e req-74b5362a-e2b0-4c1a-a099-cdc03194c189 service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Received unexpected event network-vif-plugged-d7d1c9bc-1b85-4616-967e-3816c533ac84 for instance with vm_state building and task_state spawning. [ 939.111487] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 8df86dfd-b28d-4fe5-8af9-e15d41334484] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 939.221791] env[68207]: DEBUG nova.network.neutron [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Successfully updated port: d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.308213] env[68207]: DEBUG nova.compute.utils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.312869] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.313199] env[68207]: DEBUG nova.network.neutron [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.359501] env[68207]: DEBUG oslo_vmware.api [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777008, 'name': PowerOffVM_Task, 'duration_secs': 0.335573} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.359706] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.359817] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.360045] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45713cc6-3f2d-464c-9688-0b55e326fcbf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.364106] env[68207]: DEBUG nova.policy [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70231c8a95234ba3bd6579cc5cdedaee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae20a4d769842e491776feadfc70fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.397202] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.397426] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.397672] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Deleting the datastore file [datastore2] 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.397855] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5ed3fe-db13-432c-b21a-dea1da87d72c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.407057] env[68207]: DEBUG oslo_vmware.api [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for the task: (returnval){ [ 939.407057] env[68207]: value = "task-2777014" [ 939.407057] env[68207]: _type = "Task" [ 939.407057] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.420849] env[68207]: DEBUG oslo_vmware.api [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.430259] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125129} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.430634] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.431445] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3f8971-43e0-4ce3-8abe-b9cc958b8708 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.457051] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 82f94a63-f043-4260-83ac-4bdab850236f/82f94a63-f043-4260-83ac-4bdab850236f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.457756] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98835cd9-7449-4eb1-bc20-0d6934107716 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.483078] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 939.483078] env[68207]: value = "task-2777015" [ 939.483078] env[68207]: _type = "Task" [ 939.483078] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.493459] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.615639] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 938d1523-3ab9-4081-bac4-cad645a8b7ca] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 939.727639] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-8780454d-d18c-46d8-9baa-f61fa3b2cd5f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.727639] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-8780454d-d18c-46d8-9baa-f61fa3b2cd5f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.727639] env[68207]: DEBUG nova.network.neutron [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.815373] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.896390] env[68207]: DEBUG nova.network.neutron [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [{"id": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "address": "fa:16:3e:6b:d5:15", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6969cb6-aa", "ovs_interfaceid": "b6969cb6-aa53-49bc-ac89-0f241567ed45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.903958] env[68207]: DEBUG nova.network.neutron [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Successfully created port: 29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.919167] env[68207]: DEBUG oslo_vmware.api [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Task: {'id': task-2777014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275069} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.920343] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.920343] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.920343] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.920343] env[68207]: INFO nova.compute.manager [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 939.920775] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.920775] env[68207]: DEBUG nova.compute.manager [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.920963] env[68207]: DEBUG nova.network.neutron [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.947061] env[68207]: DEBUG nova.network.neutron [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.999952] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.119581] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 157b6f13-23f2-4294-9342-d217ab63fcfd] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 940.257519] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84511a9c-8b74-4e42-a922-36aa5cb6a4b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.266080] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d1568-615f-49dc-a7a4-d5a5ae00e299 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.270153] env[68207]: DEBUG nova.network.neutron [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.300504] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e6819-cee3-4088-8971-9403ea221d52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.314518] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcfadb-db54-4f78-a3e8-22d093673403 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.332046] env[68207]: DEBUG nova.compute.provider_tree [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.401083] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-82120b95-6022-4592-8c70-619c09a8601f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.401395] env[68207]: DEBUG nova.objects.instance [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'migration_context' on Instance uuid 82120b95-6022-4592-8c70-619c09a8601f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.453616] env[68207]: DEBUG nova.network.neutron [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.490828] env[68207]: DEBUG nova.network.neutron [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Updating instance_info_cache with network_info: [{"id": "d7d1c9bc-1b85-4616-967e-3816c533ac84", "address": "fa:16:3e:29:bc:ca", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d1c9bc-1b", "ovs_interfaceid": "d7d1c9bc-1b85-4616-967e-3816c533ac84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.495110] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777015, 'name': ReconfigVM_Task, 'duration_secs': 0.571453} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.495614] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 82f94a63-f043-4260-83ac-4bdab850236f/82f94a63-f043-4260-83ac-4bdab850236f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.496248] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa7a1dc-4b72-46c3-b261-dd8983e626a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.504702] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 940.504702] env[68207]: value = "task-2777016" [ 940.504702] env[68207]: _type = "Task" [ 940.504702] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.529555] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777016, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.623328] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.623478] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Cleaning up deleted instances with incomplete migration {{(pid=68207) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 940.676566] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.676856] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.836061] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.839045] env[68207]: DEBUG nova.scheduler.client.report [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.870148] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.871053] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.871053] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.871053] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.871417] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.875018] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.875018] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.875018] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.875018] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.875018] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.875245] env[68207]: DEBUG nova.virt.hardware [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.875245] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c510c5e2-a7ad-4978-af00-e4c334713ea7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.883712] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef9379-e75f-4dfc-b54d-a2c1beedadbe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.906018] env[68207]: DEBUG nova.objects.base [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Object Instance<82120b95-6022-4592-8c70-619c09a8601f> lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.906018] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b70a055-a8d2-4c79-b365-60a999af8060 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.926146] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31c3975-3d73-49ca-a972-6f22419bd0ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.937029] env[68207]: DEBUG oslo_vmware.api [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 940.937029] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527c2d9e-c27b-bde3-1b97-02b052c489a7" [ 940.937029] env[68207]: _type = "Task" [ 940.937029] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.945850] env[68207]: DEBUG oslo_vmware.api [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527c2d9e-c27b-bde3-1b97-02b052c489a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.957217] env[68207]: INFO nova.compute.manager [-] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Took 1.03 seconds to deallocate network for instance. [ 940.997659] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-8780454d-d18c-46d8-9baa-f61fa3b2cd5f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.998149] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Instance network_info: |[{"id": "d7d1c9bc-1b85-4616-967e-3816c533ac84", "address": "fa:16:3e:29:bc:ca", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d1c9bc-1b", "ovs_interfaceid": "d7d1c9bc-1b85-4616-967e-3816c533ac84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.998740] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:bc:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d1c9bc-1b85-4616-967e-3816c533ac84', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.010296] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.010296] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.013541] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1d767f6-60a6-4ce3-a524-54463d95b5b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.038870] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777016, 'name': Rename_Task, 'duration_secs': 0.258445} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.042023] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.042023] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.042023] env[68207]: value = "task-2777017" [ 941.042023] env[68207]: _type = "Task" [ 941.042023] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.042023] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063ab7cc-e5bb-4e85-91ef-df5d95547a56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.053420] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777017, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.055094] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 941.055094] env[68207]: value = "task-2777018" [ 941.055094] env[68207]: _type = "Task" [ 941.055094] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.064712] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.127911] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.182070] env[68207]: DEBUG nova.compute.utils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.256290] env[68207]: DEBUG nova.compute.manager [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Received event network-changed-d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.257186] env[68207]: DEBUG nova.compute.manager [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Refreshing instance network info cache due to event network-changed-d7d1c9bc-1b85-4616-967e-3816c533ac84. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 941.257550] env[68207]: DEBUG oslo_concurrency.lockutils [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] Acquiring lock "refresh_cache-8780454d-d18c-46d8-9baa-f61fa3b2cd5f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.257916] env[68207]: DEBUG oslo_concurrency.lockutils [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] Acquired lock "refresh_cache-8780454d-d18c-46d8-9baa-f61fa3b2cd5f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.259798] env[68207]: DEBUG nova.network.neutron [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Refreshing network info cache for port d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.345438] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.346196] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.353680] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.368s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.353680] env[68207]: DEBUG nova.objects.instance [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lazy-loading 'resources' on Instance uuid bcf04501-b20b-4c01-8ca6-d73f5f6e5e26 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.448035] env[68207]: DEBUG oslo_vmware.api [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527c2d9e-c27b-bde3-1b97-02b052c489a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.448035] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.458724] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52214420-d5c2-5535-9579-177eae8212be/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.460849] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4d3a42-3599-422f-8001-f6e5f5bf5eda {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.467024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.472020] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52214420-d5c2-5535-9579-177eae8212be/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.472020] env[68207]: ERROR oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52214420-d5c2-5535-9579-177eae8212be/disk-0.vmdk due to incomplete transfer. [ 941.472020] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-31b263b0-5688-4ad8-9ab0-bd1e29ea5ad8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.481476] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52214420-d5c2-5535-9579-177eae8212be/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 941.482026] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Uploaded image 0bcca492-96ec-4a21-8b04-edf39f5e90ad to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 941.484989] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.486266] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a4c4a43-943a-4359-9949-3dc6ce4c41d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.494397] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 941.494397] env[68207]: value = "task-2777020" [ 941.494397] env[68207]: _type = "Task" [ 941.494397] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.504302] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777020, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.556738] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777017, 'name': CreateVM_Task, 'duration_secs': 0.481491} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.563288] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.563288] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.563288] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.563288] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.564330] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f416f8c-d05e-492e-bd0c-87941994d76c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.573551] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.575566] env[68207]: DEBUG nova.network.neutron [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Successfully updated port: 29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.579255] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 941.579255] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52642229-f230-b694-7468-6267687dae1c" [ 941.579255] env[68207]: _type = "Task" [ 941.579255] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.589213] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52642229-f230-b694-7468-6267687dae1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.683938] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.853573] env[68207]: DEBUG nova.compute.utils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.858892] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.859507] env[68207]: DEBUG nova.network.neutron [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.933955] env[68207]: DEBUG nova.policy [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698326964160449a8b95403aa5e445c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f470c253b8a9477382c691787a54ba9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.005811] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777020, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.045900] env[68207]: DEBUG nova.network.neutron [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Updated VIF entry in instance network info cache for port d7d1c9bc-1b85-4616-967e-3816c533ac84. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.046408] env[68207]: DEBUG nova.network.neutron [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Updating instance_info_cache with network_info: [{"id": "d7d1c9bc-1b85-4616-967e-3816c533ac84", "address": "fa:16:3e:29:bc:ca", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d1c9bc-1b", "ovs_interfaceid": "d7d1c9bc-1b85-4616-967e-3816c533ac84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.067104] env[68207]: DEBUG oslo_vmware.api [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777018, 'name': PowerOnVM_Task, 'duration_secs': 0.746956} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.069607] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.069819] env[68207]: INFO nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Took 8.45 seconds to spawn the instance on the hypervisor. [ 942.069998] env[68207]: DEBUG nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.071249] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47d479e-4d93-4756-bf8f-a0b6a375881f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.087353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.087576] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.087762] env[68207]: DEBUG nova.network.neutron [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.102992] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52642229-f230-b694-7468-6267687dae1c, 'name': SearchDatastore_Task, 'duration_secs': 0.018218} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.105671] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.105913] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.106165] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.106311] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.106723] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.107289] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ace12d36-b13f-45e9-a1fa-07e9ec9f6e76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.117089] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.117354] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.121140] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a667b8-9af8-459e-85b7-1e137ebb8696 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.128712] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 942.128712] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b583a6-8915-a501-2a66-3010d5ee1be4" [ 942.128712] env[68207]: _type = "Task" [ 942.128712] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.138840] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b583a6-8915-a501-2a66-3010d5ee1be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.224218] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0706531-6e7d-484d-bbf8-20861d0ebc80 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.232671] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6640432-54fd-4b2e-b57a-747a68fa59cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.264011] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd0741-3644-464d-a625-4e1a4bc0f90a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.271756] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938b4444-497b-40f9-b48e-6c12c626db51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.285501] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.285734] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.285946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.286137] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.286304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.288112] env[68207]: DEBUG nova.compute.provider_tree [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.289506] env[68207]: INFO nova.compute.manager [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Terminating instance [ 942.505073] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777020, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.548913] env[68207]: DEBUG oslo_concurrency.lockutils [req-cf3b72f8-776c-472a-8df9-784ad3deb15a req-41d9c4af-613f-4331-ba31-6643fa93441f service nova] Releasing lock "refresh_cache-8780454d-d18c-46d8-9baa-f61fa3b2cd5f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.621931] env[68207]: DEBUG nova.network.neutron [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.642945] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b583a6-8915-a501-2a66-3010d5ee1be4, 'name': SearchDatastore_Task, 'duration_secs': 0.015391} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.645744] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc299f9-f28c-4db3-af6f-03fc0b027508 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.652066] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 942.652066] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523ca12a-6b5f-6eef-d309-5be4243fc249" [ 942.652066] env[68207]: _type = "Task" [ 942.652066] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.663405] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523ca12a-6b5f-6eef-d309-5be4243fc249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.755924] env[68207]: DEBUG nova.network.neutron [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.792722] env[68207]: DEBUG nova.scheduler.client.report [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.796961] env[68207]: DEBUG nova.compute.manager [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.797183] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.798220] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1506a-2620-47a5-a7f6-a848ad0debc8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.806384] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.806608] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21954d94-b565-419a-9d5c-8370441b8288 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.813402] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 942.813402] env[68207]: value = "task-2777021" [ 942.813402] env[68207]: _type = "Task" [ 942.813402] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.822514] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.005716] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777020, 'name': Destroy_Task, 'duration_secs': 1.100772} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.005978] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Destroyed the VM [ 943.006263] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.006490] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b4f11c0-e08f-49ef-acf6-874d1d5a8696 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.013604] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 943.013604] env[68207]: value = "task-2777022" [ 943.013604] env[68207]: _type = "Task" [ 943.013604] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.021949] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.162211] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523ca12a-6b5f-6eef-d309-5be4243fc249, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.162516] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.162711] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 8780454d-d18c-46d8-9baa-f61fa3b2cd5f/8780454d-d18c-46d8-9baa-f61fa3b2cd5f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.162960] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27b775d8-71ca-49a9-b561-4e4c4e42d289 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.170362] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 943.170362] env[68207]: value = "task-2777023" [ 943.170362] env[68207]: _type = "Task" [ 943.170362] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.178320] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.322997] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.524378] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.680374] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.824743] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.024278] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.181667] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.324826] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.525638] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.681243] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.800687] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.451s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.803724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.650s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.804228] env[68207]: DEBUG nova.objects.instance [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lazy-loading 'resources' on Instance uuid 6502ef96-d83f-453d-bf58-4e7b40d15b2d {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.830676] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.848535] env[68207]: INFO nova.scheduler.client.report [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Deleted allocations for instance bcf04501-b20b-4c01-8ca6-d73f5f6e5e26 [ 944.863362] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.035023] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.102764] env[68207]: INFO nova.compute.manager [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Took 28.27 seconds to build instance. [ 945.189212] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777023, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.222295] env[68207]: DEBUG nova.network.neutron [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Successfully created port: eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.262380] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.265819] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Instance network_info: |[{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.266160] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:51:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29a1f157-457d-429c-a357-acb9e161a903', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.274126] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating folder: Project (4ae20a4d769842e491776feadfc70fd3). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.274741] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8721b280-59ca-4eff-843c-46b41dc0766d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.289125] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created folder: Project (4ae20a4d769842e491776feadfc70fd3) in parent group-v558176. [ 945.290444] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating folder: Instances. Parent ref: group-v558375. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.290608] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d6a6c5-1169-4621-9560-db6c9632fcb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.303320] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created folder: Instances in parent group-v558375. [ 945.304029] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.304029] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.304029] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c29bf20b-7c89-4c7d-bd18-932eeb97d4f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.340396] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777021, 'name': PowerOffVM_Task, 'duration_secs': 2.424756} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.341672] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.341930] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.342224] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.342224] env[68207]: value = "task-2777026" [ 945.342224] env[68207]: _type = "Task" [ 945.342224] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.343773] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 945.344031] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558373', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'name': 'volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44202fd-df38-4102-b1a9-58304a821b04', 'attached_at': '', 'detached_at': '', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'serial': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 945.344416] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0d156c-dedc-4d32-bb2b-8425b42cad44 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.347913] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e10c91-e6ad-4816-93cf-626928e22483 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.361801] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d1622442-13b7-425a-8c31-894f25d03db4 tempest-SecurityGroupsTestJSON-211181616 tempest-SecurityGroupsTestJSON-211181616-project-member] Lock "bcf04501-b20b-4c01-8ca6-d73f5f6e5e26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.876s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.397407] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e50c93-2b88-490f-901a-eecf3647257a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.401081] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777026, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.430701] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9/volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.434333] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d7a19f-d647-46b0-b635-c7bb7d8e3b8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.450349] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.450349] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.450349] env[68207]: INFO nova.compute.manager [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Attaching volume a0817dab-b3eb-4820-8d7f-43ff010032ba to /dev/sdb [ 945.462494] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 945.462494] env[68207]: value = "task-2777028" [ 945.462494] env[68207]: _type = "Task" [ 945.462494] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.479463] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.513544] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a2f7c-e2d4-410b-97e8-bd35f9cc50be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.531104] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448457fb-b3b5-4348-9019-9eb0596e623b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.533987] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.549808] env[68207]: DEBUG nova.virt.block_device [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating existing volume attachment record: 97c1f594-9704-4d08-8ede-34c2fdadd40d {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 945.591751] env[68207]: DEBUG nova.compute.manager [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Received event network-vif-plugged-29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.592096] env[68207]: DEBUG oslo_concurrency.lockutils [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.592207] env[68207]: DEBUG oslo_concurrency.lockutils [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.592468] env[68207]: DEBUG oslo_concurrency.lockutils [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.592725] env[68207]: DEBUG nova.compute.manager [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] No waiting events found dispatching network-vif-plugged-29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.592909] env[68207]: WARNING nova.compute.manager [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Received unexpected event network-vif-plugged-29a1f157-457d-429c-a357-acb9e161a903 for instance with vm_state building and task_state spawning. [ 945.593182] env[68207]: DEBUG nova.compute.manager [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Received event network-changed-29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.593815] env[68207]: DEBUG nova.compute.manager [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Refreshing instance network info cache due to event network-changed-29a1f157-457d-429c-a357-acb9e161a903. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 945.593815] env[68207]: DEBUG oslo_concurrency.lockutils [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.593815] env[68207]: DEBUG oslo_concurrency.lockutils [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.594032] env[68207]: DEBUG nova.network.neutron [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Refreshing network info cache for port 29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.607896] env[68207]: DEBUG oslo_concurrency.lockutils [None req-887315a0-ead7-4577-be42-3f4f6b08912a tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.782s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.687716] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777023, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.136541} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.691011] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 8780454d-d18c-46d8-9baa-f61fa3b2cd5f/8780454d-d18c-46d8-9baa-f61fa3b2cd5f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.691011] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.692193] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a6cb9e-2c98-432f-b007-d6334d00fb47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.701639] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 945.701639] env[68207]: value = "task-2777029" [ 945.701639] env[68207]: _type = "Task" [ 945.701639] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.716825] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.860613] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777026, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.904972] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.908104] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4d5bb-52c3-47c5-a626-f6d1502a0484 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.916478] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42245c81-1fd6-4de3-825e-cfba2c6ad4d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.954869] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f2cc2-748f-4207-abd0-1f4001b74c00 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.966677] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3f6232-0646-4db8-9b25-bedd36541de5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.972988] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f8df75e4cf66a85c0bf6dc400519741',container_format='bare',created_at=2025-03-06T02:26:52Z,direct_url=,disk_format='vmdk',id=d8abb708-2309-4d81-a3d4-19ce39081797,min_disk=1,min_ram=0,name='tempest-test-snap-1824103909',owner='f470c253b8a9477382c691787a54ba9c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T02:27:05Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.972988] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.972988] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.972988] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.973263] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.973263] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.973263] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.973263] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.973263] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.973417] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.973417] env[68207]: DEBUG nova.virt.hardware [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.974310] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493d50fd-f2ef-4e1b-98d5-f8aaa485f87f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.992173] env[68207]: DEBUG nova.compute.provider_tree [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.997764] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.999354] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d02fc0-0ca3-4238-ac95-1d560cbe4f8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.029414] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777022, 'name': RemoveSnapshot_Task, 'duration_secs': 2.81907} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.029721] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.030029] env[68207]: DEBUG nova.compute.manager [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.030981] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ea5eda-c573-44e1-9278-a7a5502d5c87 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.068654] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.068654] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.068654] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Deleting the datastore file [datastore2] 45f3f52b-8bc1-4795-bea8-2c30a4056f40 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.068654] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10ee4298-33f2-472d-ba94-28e3f20bd0da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.079590] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for the task: (returnval){ [ 946.079590] env[68207]: value = "task-2777031" [ 946.079590] env[68207]: _type = "Task" [ 946.079590] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.095070] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.216523] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130967} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.216523] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.216972] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4b94e-dad1-4dfd-aa2d-27ab3049ab23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.245216] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8780454d-d18c-46d8-9baa-f61fa3b2cd5f/8780454d-d18c-46d8-9baa-f61fa3b2cd5f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.245881] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772a7910-1a1c-4c59-bb85-0e1ebdefcfdb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.271126] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 946.271126] env[68207]: value = "task-2777034" [ 946.271126] env[68207]: _type = "Task" [ 946.271126] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.285219] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.358924] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777026, 'name': CreateVM_Task, 'duration_secs': 0.60281} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.359143] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.359960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.360167] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.360564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.360859] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64902a9a-ae10-4fd2-b17d-4c522870574b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.368361] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 946.368361] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528c183c-872a-a3c1-2fac-7d1a639c942e" [ 946.368361] env[68207]: _type = "Task" [ 946.368361] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.381913] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528c183c-872a-a3c1-2fac-7d1a639c942e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.488546] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777028, 'name': ReconfigVM_Task, 'duration_secs': 0.848063} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.488898] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9/volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.496542] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da702fe0-a0fa-4faf-b650-21d44ebd8c56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.507564] env[68207]: DEBUG nova.scheduler.client.report [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.512234] env[68207]: DEBUG nova.network.neutron [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updated VIF entry in instance network info cache for port 29a1f157-457d-429c-a357-acb9e161a903. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.512574] env[68207]: DEBUG nova.network.neutron [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.518887] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 946.518887] env[68207]: value = "task-2777035" [ 946.518887] env[68207]: _type = "Task" [ 946.518887] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.534703] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.546550] env[68207]: INFO nova.compute.manager [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Shelve offloading [ 946.593931] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.786781] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.989056] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528c183c-872a-a3c1-2fac-7d1a639c942e, 'name': SearchDatastore_Task, 'duration_secs': 0.02454} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.989056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.990478] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.990768] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.990960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.992295] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.992295] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0da156ec-e6f5-4116-994d-c96c8373abfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.004809] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.008020] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.008020] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb4bb3b-d1bd-4a92-bde7-a8ca065de581 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.015479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.018294] env[68207]: DEBUG oslo_concurrency.lockutils [req-a7ccbe13-a8d2-4649-a6fa-bc890d921f88 req-a2f97ba6-bd44-40ad-a1bc-aa13037aa624 service nova] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.024487] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.863s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.024487] env[68207]: DEBUG nova.objects.instance [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lazy-loading 'resources' on Instance uuid fbd3a0fd-9c97-44d5-93ac-907de3599f9e {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.024487] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 947.024487] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c33caa-62d7-58df-460e-f104504ef8bd" [ 947.024487] env[68207]: _type = "Task" [ 947.024487] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.038642] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c33caa-62d7-58df-460e-f104504ef8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017525} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.046340] env[68207]: DEBUG oslo_vmware.api [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777035, 'name': ReconfigVM_Task, 'duration_secs': 0.202641} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.046340] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ece2c58-e14d-4088-b88e-080f3fe94715 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.046340] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558373', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'name': 'volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44202fd-df38-4102-b1a9-58304a821b04', 'attached_at': '', 'detached_at': '', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'serial': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 947.049258] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.050053] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-744ab19d-b728-4cc8-ab7a-ac69f670ae17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.053965] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 947.053965] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b094c2-0e45-e80a-b605-4dce2b48fec1" [ 947.053965] env[68207]: _type = "Task" [ 947.053965] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.067500] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b094c2-0e45-e80a-b605-4dce2b48fec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.067861] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 947.067861] env[68207]: value = "task-2777036" [ 947.067861] env[68207]: _type = "Task" [ 947.067861] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.079342] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.079342] env[68207]: DEBUG nova.compute.manager [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.080009] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e009099-c373-4c44-bd86-53f7486f1a14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.103872] env[68207]: DEBUG oslo_vmware.api [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Task: {'id': task-2777031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.725903} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.104622] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.104622] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.104622] env[68207]: DEBUG nova.network.neutron [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.108929] env[68207]: INFO nova.scheduler.client.report [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted allocations for instance 6502ef96-d83f-453d-bf58-4e7b40d15b2d [ 947.108929] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.108929] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.108929] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.108929] env[68207]: INFO nova.compute.manager [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Took 4.31 seconds to destroy the instance on the hypervisor. [ 947.110692] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.110692] env[68207]: DEBUG nova.compute.manager [-] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.110692] env[68207]: DEBUG nova.network.neutron [-] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.216510] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.216903] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.279505] env[68207]: DEBUG nova.network.neutron [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Successfully updated port: eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.288241] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777034, 'name': ReconfigVM_Task, 'duration_secs': 0.830153} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.288241] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8780454d-d18c-46d8-9baa-f61fa3b2cd5f/8780454d-d18c-46d8-9baa-f61fa3b2cd5f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.290095] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950dc340-24cb-4472-99b7-f99a5e52ef69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.299096] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 947.299096] env[68207]: value = "task-2777037" [ 947.299096] env[68207]: _type = "Task" [ 947.299096] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.309206] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777037, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.576415] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b094c2-0e45-e80a-b605-4dce2b48fec1, 'name': SearchDatastore_Task, 'duration_secs': 0.01748} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.576415] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.576415] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927/e70d570e-f741-4e53-a53a-f8d4c3e3b927.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.576996] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408aa0c2-c9bc-4716-9af4-05337e9b843a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.586394] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 947.586394] env[68207]: value = "task-2777038" [ 947.586394] env[68207]: _type = "Task" [ 947.586394] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.599381] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.620150] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10881011-3498-451c-b357-ce1989c438fa tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "6502ef96-d83f-453d-bf58-4e7b40d15b2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.132s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.641068] env[68207]: DEBUG nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Received event network-changed-700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 947.642523] env[68207]: DEBUG nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Refreshing instance network info cache due to event network-changed-700ae8ca-329e-48f8-865f-4eca5c4ac0cd. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 947.642523] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Acquiring lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.642523] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Acquired lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.642523] env[68207]: DEBUG nova.network.neutron [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Refreshing network info cache for port 700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.719138] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.787129] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "refresh_cache-8a994085-9ebf-4709-88c8-c725cbe0dcd1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.787283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "refresh_cache-8a994085-9ebf-4709-88c8-c725cbe0dcd1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.787439] env[68207]: DEBUG nova.network.neutron [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.816493] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777037, 'name': Rename_Task, 'duration_secs': 0.434874} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.816493] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.816493] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227a037c-8310-43f5-9018-299135f8a541 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.825398] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 947.825398] env[68207]: value = "task-2777039" [ 947.825398] env[68207]: _type = "Task" [ 947.825398] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.837066] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.866966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.866966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.867212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.867474] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.867691] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.869920] env[68207]: INFO nova.compute.manager [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Terminating instance [ 947.994559] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c365e7-c9fe-44bb-b0cc-7b42ed119920 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.005428] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d666503-8027-40b6-a24a-0c33052b2cb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.042535] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51dafd3-c95c-47cf-b0ce-26a91249e402 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.051788] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740ab269-d9ca-48b4-bcbb-c8c6df90f52b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.071522] env[68207]: DEBUG nova.compute.provider_tree [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.091248] env[68207]: DEBUG nova.network.neutron [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.100641] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777038, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.113251] env[68207]: DEBUG nova.objects.instance [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'flavor' on Instance uuid a44202fd-df38-4102-b1a9-58304a821b04 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.254988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.335730] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.350453] env[68207]: DEBUG nova.network.neutron [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.376613] env[68207]: DEBUG nova.compute.manager [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.376826] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.377761] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe294e5-bd9d-4388-8ea2-6abf9c1cbae8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.386987] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.389380] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b85651c-2a40-448c-b8cd-8c0aa54132fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.398677] env[68207]: DEBUG oslo_vmware.api [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 948.398677] env[68207]: value = "task-2777040" [ 948.398677] env[68207]: _type = "Task" [ 948.398677] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.408075] env[68207]: DEBUG oslo_vmware.api [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2777040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.579056] env[68207]: DEBUG nova.scheduler.client.report [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.594959] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.600959] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791534} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.605308] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927/e70d570e-f741-4e53-a53a-f8d4c3e3b927.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.606114] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.606365] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830091b3-98c9-4651-a9f2-a53331296649 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.609241] env[68207]: DEBUG nova.network.neutron [-] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.614303] env[68207]: DEBUG nova.network.neutron [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updated VIF entry in instance network info cache for port 700ae8ca-329e-48f8-865f-4eca5c4ac0cd. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.614796] env[68207]: DEBUG nova.network.neutron [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updating instance_info_cache with network_info: [{"id": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "address": "fa:16:3e:c7:26:6e", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700ae8ca-32", "ovs_interfaceid": "700ae8ca-329e-48f8-865f-4eca5c4ac0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.621788] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 948.621788] env[68207]: value = "task-2777041" [ 948.621788] env[68207]: _type = "Task" [ 948.621788] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.623702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b48d2906-33af-48a1-85ef-1e26337bccff tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.935s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.633045] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.639887] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "a44202fd-df38-4102-b1a9-58304a821b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.640173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.640393] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "a44202fd-df38-4102-b1a9-58304a821b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.640601] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.640780] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.643122] env[68207]: INFO nova.compute.manager [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Terminating instance [ 948.677831] env[68207]: DEBUG nova.network.neutron [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Updating instance_info_cache with network_info: [{"id": "eca92abb-f204-4ccd-be12-6d2033683700", "address": "fa:16:3e:66:06:80", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca92abb-f2", "ovs_interfaceid": "eca92abb-f204-4ccd-be12-6d2033683700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.836528] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.910382] env[68207]: DEBUG oslo_vmware.api [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2777040, 'name': PowerOffVM_Task, 'duration_secs': 0.378205} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.912045] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.912045] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.912045] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd3067d-c821-47d5-aa5e-4e913873f9fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.083622] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.085973] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.723s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.086221] env[68207]: DEBUG nova.objects.instance [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lazy-loading 'resources' on Instance uuid 911843cf-65d4-4262-8c80-e352755c8eac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.112790] env[68207]: INFO nova.compute.manager [-] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Took 2.00 seconds to deallocate network for instance. [ 949.118282] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Releasing lock "refresh_cache-82f94a63-f043-4260-83ac-4bdab850236f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.118646] env[68207]: DEBUG nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Received event network-vif-plugged-eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.118946] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Acquiring lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.119250] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.119505] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.119761] env[68207]: DEBUG nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] No waiting events found dispatching network-vif-plugged-eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.120057] env[68207]: WARNING nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Received unexpected event network-vif-plugged-eca92abb-f204-4ccd-be12-6d2033683700 for instance with vm_state building and task_state spawning. [ 949.120331] env[68207]: DEBUG nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Received event network-changed-eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.120580] env[68207]: DEBUG nova.compute.manager [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Refreshing instance network info cache due to event network-changed-eca92abb-f204-4ccd-be12-6d2033683700. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 949.120834] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Acquiring lock "refresh_cache-8a994085-9ebf-4709-88c8-c725cbe0dcd1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.131395] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777041, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.147796] env[68207]: DEBUG nova.compute.manager [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.148048] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.148321] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d93ff5-7eaa-41ae-93e1-42e4a57d1a61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.157964] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 949.157964] env[68207]: value = "task-2777043" [ 949.157964] env[68207]: _type = "Task" [ 949.157964] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.169097] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.281862] env[68207]: INFO nova.scheduler.client.report [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Deleted allocations for instance fbd3a0fd-9c97-44d5-93ac-907de3599f9e [ 949.338622] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.421985] env[68207]: DEBUG nova.compute.manager [req-074fb976-8904-482d-bed7-0fdd0df8b641 req-86a94be4-645b-48b9-83ab-43ab8bd2c021 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-vif-unplugged-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.422262] env[68207]: DEBUG oslo_concurrency.lockutils [req-074fb976-8904-482d-bed7-0fdd0df8b641 req-86a94be4-645b-48b9-83ab-43ab8bd2c021 service nova] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.422481] env[68207]: DEBUG oslo_concurrency.lockutils [req-074fb976-8904-482d-bed7-0fdd0df8b641 req-86a94be4-645b-48b9-83ab-43ab8bd2c021 service nova] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.422648] env[68207]: DEBUG oslo_concurrency.lockutils [req-074fb976-8904-482d-bed7-0fdd0df8b641 req-86a94be4-645b-48b9-83ab-43ab8bd2c021 service nova] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.422819] env[68207]: DEBUG nova.compute.manager [req-074fb976-8904-482d-bed7-0fdd0df8b641 req-86a94be4-645b-48b9-83ab-43ab8bd2c021 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] No waiting events found dispatching network-vif-unplugged-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.422982] env[68207]: WARNING nova.compute.manager [req-074fb976-8904-482d-bed7-0fdd0df8b641 req-86a94be4-645b-48b9-83ab-43ab8bd2c021 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received unexpected event network-vif-unplugged-4d2dc578-1131-4910-9244-6f605c88209d for instance with vm_state shelved and task_state shelving_offloading. [ 949.424351] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.425464] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f17ee6d-e377-41b9-b6ff-531a00f19635 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.434343] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.434594] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b7e5dbd-a4c5-4c8e-8dd7-d23be9575358 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.620619] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.637738] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.697956} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.638572] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.639051] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c4ac3-3040-4ccd-a8b4-def7dc638ed8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.665655] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927/e70d570e-f741-4e53-a53a-f8d4c3e3b927.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.668732] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d66021d-3668-4975-bdf2-66f1e3d472b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688050] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "refresh_cache-8a994085-9ebf-4709-88c8-c725cbe0dcd1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.688458] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Instance network_info: |[{"id": "eca92abb-f204-4ccd-be12-6d2033683700", "address": "fa:16:3e:66:06:80", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca92abb-f2", "ovs_interfaceid": "eca92abb-f204-4ccd-be12-6d2033683700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.689232] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Acquired lock "refresh_cache-8a994085-9ebf-4709-88c8-c725cbe0dcd1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.689992] env[68207]: DEBUG nova.network.neutron [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Refreshing network info cache for port eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.691268] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:06:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eca92abb-f204-4ccd-be12-6d2033683700', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.704037] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.708041] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.709944] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bed60ac-d908-4e74-b4b1-d8d48a98598c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.725421] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.725421] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deleting contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.725761] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleting the datastore file [datastore1] d11cf608-e2c4-43f3-aeda-ea36aa288ed6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.736075] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e9de73-4ce4-47ff-a7cc-95f8552579c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.738477] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 949.738477] env[68207]: value = "task-2777045" [ 949.738477] env[68207]: _type = "Task" [ 949.738477] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.738753] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777043, 'name': PowerOffVM_Task, 'duration_secs': 0.370869} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.742923] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.743198] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.743387] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558373', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'name': 'volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44202fd-df38-4102-b1a9-58304a821b04', 'attached_at': '', 'detached_at': '', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'serial': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.749159] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c4a56-9fbe-4ae9-871e-e38b7e06e844 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.756085] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.756085] env[68207]: value = "task-2777046" [ 949.756085] env[68207]: _type = "Task" [ 949.756085] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.756456] env[68207]: DEBUG oslo_vmware.api [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for the task: (returnval){ [ 949.756456] env[68207]: value = "task-2777047" [ 949.756456] env[68207]: _type = "Task" [ 949.756456] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.777673] env[68207]: DEBUG nova.compute.manager [req-c19dabda-d246-4a7b-8503-fc748e3c8801 req-1ac4ef92-5b86-44e4-a183-264c3b257c8c service nova] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Received event network-vif-deleted-f3b8b600-dcca-448b-b457-6b5e71dfe5a2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.778312] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.807704] env[68207]: DEBUG oslo_vmware.api [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2777047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.807928] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777046, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.810928] env[68207]: DEBUG oslo_concurrency.lockutils [None req-82170db8-ae9a-4536-90f7-0cb48bc95239 tempest-FloatingIPsAssociationTestJSON-1427174535 tempest-FloatingIPsAssociationTestJSON-1427174535-project-member] Lock "fbd3a0fd-9c97-44d5-93ac-907de3599f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.382s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.816845] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a32de6-879c-450c-880b-c179f1a7aae2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.825757] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c38b8d-5650-4d40-b678-183527f95acd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.856957] env[68207]: DEBUG oslo_vmware.api [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777039, 'name': PowerOnVM_Task, 'duration_secs': 1.904182} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.860337] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e099d6b-53bc-413e-a710-5211ce4c7d8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.863456] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.863857] env[68207]: INFO nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Took 11.56 seconds to spawn the instance on the hypervisor. [ 949.863857] env[68207]: DEBUG nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.865322] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e976f287-5a0e-48a6-964a-5209ce5731a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.889491] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] The volume has not been displaced from its original location: [datastore2] volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9/volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.895775] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.897121] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3754e1-ee1a-45e8-b7c0-bfe61a73591f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.920161] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 949.920161] env[68207]: value = "task-2777048" [ 949.920161] env[68207]: _type = "Task" [ 949.920161] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.933427] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.116525] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4982261c-2f0c-4be7-8d5c-97155864e375 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.125191] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df8f0e-d92d-480b-b619-298d279f454d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.166274] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee4968-d5fc-4f4c-94d9-e5e176bee918 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.175385] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3cdcc-e3e0-4f61-9956-a2c70deaa57d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.192356] env[68207]: DEBUG nova.compute.provider_tree [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.253522] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777045, 'name': ReconfigVM_Task, 'duration_secs': 0.432009} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.253802] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927/e70d570e-f741-4e53-a53a-f8d4c3e3b927.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.254487] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22392d53-d4fa-4e53-bed5-a28bedc99202 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.269598] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 950.269598] env[68207]: value = "task-2777049" [ 950.269598] env[68207]: _type = "Task" [ 950.269598] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.281518] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777046, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.292370] env[68207]: DEBUG oslo_vmware.api [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Task: {'id': task-2777047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19229} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.292679] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777049, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.292945] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.293251] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deleted contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.295900] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.295900] env[68207]: INFO nova.compute.manager [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Took 1.92 seconds to destroy the instance on the hypervisor. [ 950.295900] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.295900] env[68207]: DEBUG nova.compute.manager [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.295900] env[68207]: DEBUG nova.network.neutron [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.406027] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.409334] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.410339] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleting the datastore file [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.411967] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-753959bd-67c1-48f7-901a-6c738d619478 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.415098] env[68207]: INFO nova.compute.manager [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Took 26.11 seconds to build instance. [ 950.423985] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 950.423985] env[68207]: value = "task-2777051" [ 950.423985] env[68207]: _type = "Task" [ 950.423985] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.443264] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.446618] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777048, 'name': ReconfigVM_Task, 'duration_secs': 0.234233} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.446961] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.452068] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93bdfa8d-2c8d-42ee-b647-ddaead4b3609 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.474830] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 950.474830] env[68207]: value = "task-2777052" [ 950.474830] env[68207]: _type = "Task" [ 950.474830] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.485082] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.599458] env[68207]: DEBUG nova.network.neutron [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Updated VIF entry in instance network info cache for port eca92abb-f204-4ccd-be12-6d2033683700. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.600086] env[68207]: DEBUG nova.network.neutron [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Updating instance_info_cache with network_info: [{"id": "eca92abb-f204-4ccd-be12-6d2033683700", "address": "fa:16:3e:66:06:80", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca92abb-f2", "ovs_interfaceid": "eca92abb-f204-4ccd-be12-6d2033683700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.695913] env[68207]: DEBUG nova.scheduler.client.report [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.769208] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777046, 'name': CreateVM_Task, 'duration_secs': 0.913741} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.769380] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.770102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.770283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770677] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.771015] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0038f0d-98e6-4100-adb6-ae7125f56220 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.780189] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 950.780189] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523df31d-480c-20a7-5e1b-2c93dcd17afa" [ 950.780189] env[68207]: _type = "Task" [ 950.780189] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.784054] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777049, 'name': Rename_Task, 'duration_secs': 0.20018} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.787319] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.787565] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6660d373-df36-40c6-8fc7-f357586949fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.794838] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523df31d-480c-20a7-5e1b-2c93dcd17afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.796160] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 950.796160] env[68207]: value = "task-2777053" [ 950.796160] env[68207]: _type = "Task" [ 950.796160] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.806820] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.922024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-201dcf8a-e8da-4c3d-8985-821654b5d4f3 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.622s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.941568] env[68207]: DEBUG oslo_vmware.api [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227263} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.941824] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.942016] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.942199] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.966672] env[68207]: INFO nova.scheduler.client.report [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted allocations for instance 1b0f02c6-5620-4f89-830f-e2741ee7fde0 [ 950.984735] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777052, 'name': ReconfigVM_Task, 'duration_secs': 0.238967} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.985035] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558373', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'name': 'volume-67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a44202fd-df38-4102-b1a9-58304a821b04', 'attached_at': '', 'detached_at': '', 'volume_id': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9', 'serial': '67a1e9d8-64d4-412c-99a1-4b7a3f3d87c9'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.985327] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.986101] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e632423-8fb4-4a72-a569-f6eec3ebb5f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.993641] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.993870] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-410d99db-5c79-4b92-9e0a-86fa9ed6fede {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.054630] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.054867] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.055035] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleting the datastore file [datastore2] a44202fd-df38-4102-b1a9-58304a821b04 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.055302] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bd65d04-d22a-4120-9b19-cf304f1b9f8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063127] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 951.063127] env[68207]: value = "task-2777055" [ 951.063127] env[68207]: _type = "Task" [ 951.063127] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.072404] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.104489] env[68207]: DEBUG oslo_concurrency.lockutils [req-c18f90c9-9c77-448a-979a-47ada48fe4e5 req-0561773c-29c4-4e9b-9426-4eeaa8b532be service nova] Releasing lock "refresh_cache-8a994085-9ebf-4709-88c8-c725cbe0dcd1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.138540] env[68207]: DEBUG nova.network.neutron [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.203915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.204532] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.855s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.205167] env[68207]: DEBUG nova.objects.instance [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lazy-loading 'resources' on Instance uuid 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.216138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.216525] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.216867] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.217170] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.217469] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.220141] env[68207]: INFO nova.compute.manager [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Terminating instance [ 951.222995] env[68207]: INFO nova.scheduler.client.report [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Deleted allocations for instance 911843cf-65d4-4262-8c80-e352755c8eac [ 951.302030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.302775] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Processing image d8abb708-2309-4d81-a3d4-19ce39081797 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.303441] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.304036] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.304272] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.304925] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8c46d5d-3e4b-4f8e-a0dc-6da9925deb60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.317098] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.318922] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.319307] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.320187] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0f10fa-2220-4198-b9b9-78277648f073 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.326650] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 951.326650] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b29fbf-11fa-b959-4910-0778d6e475c9" [ 951.326650] env[68207]: _type = "Task" [ 951.326650] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.339446] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b29fbf-11fa-b959-4910-0778d6e475c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.453194] env[68207]: DEBUG nova.compute.manager [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-changed-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.453630] env[68207]: DEBUG nova.compute.manager [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Refreshing instance network info cache due to event network-changed-4d2dc578-1131-4910-9244-6f605c88209d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 951.453774] env[68207]: DEBUG oslo_concurrency.lockutils [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.453872] env[68207]: DEBUG oslo_concurrency.lockutils [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.454083] env[68207]: DEBUG nova.network.neutron [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Refreshing network info cache for port 4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.471064] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.573939] env[68207]: DEBUG oslo_vmware.api [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483136} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.574179] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.574372] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.574560] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.574736] env[68207]: INFO nova.compute.manager [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Took 2.43 seconds to destroy the instance on the hypervisor. [ 951.574980] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.575192] env[68207]: DEBUG nova.compute.manager [-] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.575289] env[68207]: DEBUG nova.network.neutron [-] [instance: a44202fd-df38-4102-b1a9-58304a821b04] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.640148] env[68207]: INFO nova.compute.manager [-] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Took 1.35 seconds to deallocate network for instance. [ 951.731372] env[68207]: DEBUG nova.compute.manager [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.731372] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.736316] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67bbe53-ba11-40cc-9783-a6b7061fb065 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.746309] env[68207]: DEBUG oslo_concurrency.lockutils [None req-644d2c1b-e7f9-4877-ba2a-ba4df13d50fe tempest-MigrationsAdminTest-551449664 tempest-MigrationsAdminTest-551449664-project-member] Lock "911843cf-65d4-4262-8c80-e352755c8eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.362s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.758857] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.762616] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df9cab9-7de1-4474-85aa-f4947cfdbfb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.771757] env[68207]: DEBUG oslo_vmware.api [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 951.771757] env[68207]: value = "task-2777056" [ 951.771757] env[68207]: _type = "Task" [ 951.771757] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.789552] env[68207]: DEBUG oslo_vmware.api [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.810802] env[68207]: DEBUG nova.compute.manager [req-ad1a2e13-bb48-47f5-9619-630545922b9a req-9cc5dae4-5bb0-4966-a0ab-8e1e08330f78 service nova] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Received event network-vif-deleted-823f5fae-8f99-4b33-8daa-3ec38ea1a2ad {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.816055] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.844574] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 951.844945] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Fetch image to [datastore2] OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37/OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 951.845171] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Downloading stream optimized image d8abb708-2309-4d81-a3d4-19ce39081797 to [datastore2] OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37/OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37.vmdk on the data store datastore2 as vApp {{(pid=68207) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 951.845349] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Downloading image file data d8abb708-2309-4d81-a3d4-19ce39081797 to the ESX as VM named 'OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37' {{(pid=68207) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 951.961956] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 951.961956] env[68207]: value = "resgroup-9" [ 951.961956] env[68207]: _type = "ResourcePool" [ 951.961956] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 951.962291] env[68207]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-73e343e9-4b74-4f9d-8a80-7f15143717de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.998964] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease: (returnval){ [ 951.998964] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522786d5-fa6f-f408-99ca-7361edebd48b" [ 951.998964] env[68207]: _type = "HttpNfcLease" [ 951.998964] env[68207]: } obtained for vApp import into resource pool (val){ [ 951.998964] env[68207]: value = "resgroup-9" [ 951.998964] env[68207]: _type = "ResourcePool" [ 951.998964] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 951.999349] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the lease: (returnval){ [ 951.999349] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522786d5-fa6f-f408-99ca-7361edebd48b" [ 951.999349] env[68207]: _type = "HttpNfcLease" [ 951.999349] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.014122] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.014122] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522786d5-fa6f-f408-99ca-7361edebd48b" [ 952.014122] env[68207]: _type = "HttpNfcLease" [ 952.014122] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.150411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.198282] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e95a1-238d-4729-94c7-80f45a3ac0a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.215306] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dd3fb2-18f3-40a0-9c1f-6a758601dd8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.253447] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b992513-701b-4210-8738-5449eaf2113e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.262383] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf3b49-226b-44b9-b9f5-868390d227fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.267882] env[68207]: DEBUG nova.network.neutron [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updated VIF entry in instance network info cache for port 4d2dc578-1131-4910-9244-6f605c88209d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.268299] env[68207]: DEBUG nova.network.neutron [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": null, "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4d2dc578-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.281762] env[68207]: DEBUG nova.compute.provider_tree [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.296328] env[68207]: DEBUG oslo_vmware.api [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777056, 'name': PowerOffVM_Task, 'duration_secs': 0.224858} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.296891] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.297098] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.297674] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da79b81b-0c90-45ae-9d8a-4748d3cd3bf0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.311697] env[68207]: DEBUG oslo_vmware.api [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777053, 'name': PowerOnVM_Task, 'duration_secs': 1.344169} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.312234] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.312444] env[68207]: INFO nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Took 11.48 seconds to spawn the instance on the hypervisor. [ 952.312644] env[68207]: DEBUG nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.313825] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbce791-03e7-4d69-b317-833667da2951 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.376345] env[68207]: DEBUG nova.network.neutron [-] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.399510] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.399510] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.399510] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] 8780454d-d18c-46d8-9baa-f61fa3b2cd5f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.399510] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32a6fdae-fbe8-482f-bb4c-15b68ec4cae2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.406790] env[68207]: DEBUG oslo_vmware.api [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 952.406790] env[68207]: value = "task-2777059" [ 952.406790] env[68207]: _type = "Task" [ 952.406790] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.419936] env[68207]: DEBUG oslo_vmware.api [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.512152] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.512152] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522786d5-fa6f-f408-99ca-7361edebd48b" [ 952.512152] env[68207]: _type = "HttpNfcLease" [ 952.512152] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.617209] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 952.617417] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558379', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'name': 'volume-a0817dab-b3eb-4820-8d7f-43ff010032ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '154ba180-8d21-4cab-8614-97d441aa5956', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'serial': 'a0817dab-b3eb-4820-8d7f-43ff010032ba'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 952.618456] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c63b7c2-2dc8-40ef-8fbe-1d4754177657 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.638798] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fef704-7f94-4217-9f8f-f78ba812a9be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.675072] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-a0817dab-b3eb-4820-8d7f-43ff010032ba/volume-a0817dab-b3eb-4820-8d7f-43ff010032ba.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.675449] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d9e850-112f-40f3-a6fb-5494c012d030 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.696618] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 952.696618] env[68207]: value = "task-2777060" [ 952.696618] env[68207]: _type = "Task" [ 952.696618] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.706293] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.774715] env[68207]: DEBUG oslo_concurrency.lockutils [req-abcfc14c-285e-430f-b1eb-c479c1f8eaab req-d3799a1f-3022-4582-933d-62e1c852696b service nova] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.812462] env[68207]: ERROR nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] [req-d5e0518f-85ed-4176-bc6a-9d218dfd91da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5e0518f-85ed-4176-bc6a-9d218dfd91da"}]} [ 952.839940] env[68207]: INFO nova.compute.manager [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Took 25.03 seconds to build instance. [ 952.840937] env[68207]: DEBUG nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.861583] env[68207]: DEBUG nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.861838] env[68207]: DEBUG nova.compute.provider_tree [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.877202] env[68207]: DEBUG nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.880073] env[68207]: INFO nova.compute.manager [-] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Took 1.30 seconds to deallocate network for instance. [ 952.903397] env[68207]: DEBUG nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.916509] env[68207]: DEBUG oslo_vmware.api [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203944} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.916774] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.916965] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.917160] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.917337] env[68207]: INFO nova.compute.manager [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 952.917685] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.917790] env[68207]: DEBUG nova.compute.manager [-] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.917909] env[68207]: DEBUG nova.network.neutron [-] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.011789] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.011789] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522786d5-fa6f-f408-99ca-7361edebd48b" [ 953.011789] env[68207]: _type = "HttpNfcLease" [ 953.011789] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.015302] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.015302] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522786d5-fa6f-f408-99ca-7361edebd48b" [ 953.015302] env[68207]: _type = "HttpNfcLease" [ 953.015302] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 953.017524] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387511fe-de14-4963-9185-168dcc257134 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.029914] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a027f0-4be2-f19b-6bcb-a71235f6546c/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.030137] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a027f0-4be2-f19b-6bcb-a71235f6546c/disk-0.vmdk. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 953.101175] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db420c61-ce0c-4376-9e7e-7b7e7a57a0f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.207960] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.344591] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3435ccec-686d-4d05-ba0d-2f782e747fb5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.544s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.354677] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce23204-0f5f-4195-bfa8-a7f026a2e074 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.370832] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcdfacc-da52-47e8-997c-e1257efa6521 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.414822] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb788d-447c-4e62-8fe2-58d904f3425b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.426480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e465738-392f-405c-aa62-0e937c7c81ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.451453] env[68207]: DEBUG nova.compute.provider_tree [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.458221] env[68207]: INFO nova.compute.manager [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Took 0.58 seconds to detach 1 volumes for instance. [ 953.459426] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.496558] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-b56cc2d0-c77b-4f7e-add9-d888c6eb4789-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.496688] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-b56cc2d0-c77b-4f7e-add9-d888c6eb4789-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.497318] env[68207]: DEBUG nova.objects.instance [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'flavor' on Instance uuid b56cc2d0-c77b-4f7e-add9-d888c6eb4789 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.716182] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777060, 'name': ReconfigVM_Task, 'duration_secs': 0.717965} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.718071] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-a0817dab-b3eb-4820-8d7f-43ff010032ba/volume-a0817dab-b3eb-4820-8d7f-43ff010032ba.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.723298] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c375769-ad5f-44f2-9330-5032366bc1e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.743578] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 953.743578] env[68207]: value = "task-2777061" [ 953.743578] env[68207]: _type = "Task" [ 953.743578] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.753934] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.798683] env[68207]: DEBUG nova.network.neutron [-] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.963511] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 953.963738] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a027f0-4be2-f19b-6bcb-a71235f6546c/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.968478] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ae9b7-c9f6-401a-a252-548490bb88a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.972759] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.978920] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a027f0-4be2-f19b-6bcb-a71235f6546c/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.979125] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a027f0-4be2-f19b-6bcb-a71235f6546c/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 953.979377] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0e1d2e2f-96a0-45ca-adf0-b24a803d2663 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.008912] env[68207]: DEBUG nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.009211] env[68207]: DEBUG nova.compute.provider_tree [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 107 to 108 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.009411] env[68207]: DEBUG nova.compute.provider_tree [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.072495] env[68207]: DEBUG nova.objects.instance [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'pci_requests' on Instance uuid b56cc2d0-c77b-4f7e-add9-d888c6eb4789 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.236928] env[68207]: DEBUG oslo_vmware.rw_handles [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a027f0-4be2-f19b-6bcb-a71235f6546c/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 954.237422] env[68207]: INFO nova.virt.vmwareapi.images [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Downloaded image file data d8abb708-2309-4d81-a3d4-19ce39081797 [ 954.238400] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fc3ffb-d74e-4e55-b915-533c61dcb493 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.260049] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34619e3-bd98-40f3-bfcb-a5cad6a9c8f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.262341] env[68207]: DEBUG nova.compute.manager [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Received event network-changed-29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.262524] env[68207]: DEBUG nova.compute.manager [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Refreshing instance network info cache due to event network-changed-29a1f157-457d-429c-a357-acb9e161a903. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 954.262732] env[68207]: DEBUG oslo_concurrency.lockutils [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.262875] env[68207]: DEBUG oslo_concurrency.lockutils [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.263042] env[68207]: DEBUG nova.network.neutron [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Refreshing network info cache for port 29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.267689] env[68207]: DEBUG oslo_vmware.api [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777061, 'name': ReconfigVM_Task, 'duration_secs': 0.17518} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.268588] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558379', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'name': 'volume-a0817dab-b3eb-4820-8d7f-43ff010032ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '154ba180-8d21-4cab-8614-97d441aa5956', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'serial': 'a0817dab-b3eb-4820-8d7f-43ff010032ba'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 954.301303] env[68207]: INFO nova.compute.manager [-] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Took 1.38 seconds to deallocate network for instance. [ 954.321367] env[68207]: INFO nova.virt.vmwareapi.images [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] The imported VM was unregistered [ 954.323794] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 954.324142] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.324839] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ecabce-c25e-4995-af4d-59c35ee62349 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.329223] env[68207]: DEBUG nova.compute.manager [req-90164dbf-5306-47fe-8689-371d54c5821d req-881c69f5-7089-4b76-9dc4-dede5f1c5759 service nova] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Received event network-vif-deleted-e92ca64c-bd0b-4273-862e-56af43ecbe0f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.329336] env[68207]: DEBUG nova.compute.manager [req-90164dbf-5306-47fe-8689-371d54c5821d req-881c69f5-7089-4b76-9dc4-dede5f1c5759 service nova] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Received event network-vif-deleted-d7d1c9bc-1b85-4616-967e-3816c533ac84 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.343919] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created directory with path [datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.343919] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37/OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37.vmdk to [datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk. {{(pid=68207) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 954.345118] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eb895200-13e4-403d-9e39-9411aed71628 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.355575] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 954.355575] env[68207]: value = "task-2777063" [ 954.355575] env[68207]: _type = "Task" [ 954.355575] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.367295] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.515994] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.311s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.518989] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.964s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.520540] env[68207]: INFO nova.compute.claims [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.540377] env[68207]: INFO nova.scheduler.client.report [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Deleted allocations for instance 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be [ 954.576186] env[68207]: DEBUG nova.objects.base [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.576186] env[68207]: DEBUG nova.network.neutron [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.631509] env[68207]: DEBUG nova.policy [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.808323] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.873768] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.050121] env[68207]: DEBUG oslo_concurrency.lockutils [None req-02480e2b-062b-42d8-a895-fd5971990aa8 tempest-ServerRescueTestJSON-448539255 tempest-ServerRescueTestJSON-448539255-project-member] Lock "4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.397s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.082385] env[68207]: DEBUG nova.network.neutron [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updated VIF entry in instance network info cache for port 29a1f157-457d-429c-a357-acb9e161a903. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.082761] env[68207]: DEBUG nova.network.neutron [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.182613] env[68207]: DEBUG nova.network.neutron [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Successfully created port: 7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.320686] env[68207]: DEBUG nova.objects.instance [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'flavor' on Instance uuid 154ba180-8d21-4cab-8614-97d441aa5956 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.358464] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.358464] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.370987] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.586991] env[68207]: DEBUG oslo_concurrency.lockutils [req-952b2dc3-9db9-4ec2-97f5-d91b1d53384a req-bf3878c3-14d5-44f6-b804-27d9a7a79b01 service nova] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.621276] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "011fe93e-3749-4b01-837d-a65674e170b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.621552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "011fe93e-3749-4b01-837d-a65674e170b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.621762] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "011fe93e-3749-4b01-837d-a65674e170b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.621956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "011fe93e-3749-4b01-837d-a65674e170b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.622141] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "011fe93e-3749-4b01-837d-a65674e170b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.625198] env[68207]: INFO nova.compute.manager [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Terminating instance [ 955.826634] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9d941aee-31a9-46fc-a50c-5afb16db3790 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.376s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.864761] env[68207]: DEBUG nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.873641] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.913534] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a438ed-321d-43bf-9ec9-eb8147c040ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.927309] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c8614-2d90-4587-ad2e-cb72aff2f45d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.963477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8426c2-d8b2-4111-a52c-c2bfa506fe7b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.977127] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2380ff-bdc2-4a71-ac15-5a3147a1dec9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.994289] env[68207]: DEBUG nova.compute.provider_tree [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.129495] env[68207]: DEBUG nova.compute.manager [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.129754] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.130814] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438c58a6-6a4e-4d41-a5d7-12edf8789b08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.140436] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.140725] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a00170-100e-4ad0-b728-2f83d9b74500 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.152204] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 956.152204] env[68207]: value = "task-2777064" [ 956.152204] env[68207]: _type = "Task" [ 956.152204] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.160266] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2777064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.370271] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.400219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.469921] env[68207]: INFO nova.compute.manager [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Rescuing [ 956.470728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.470885] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.471083] env[68207]: DEBUG nova.network.neutron [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.497475] env[68207]: DEBUG nova.scheduler.client.report [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.666703] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2777064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.872085] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.930932] env[68207]: DEBUG nova.network.neutron [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Successfully updated port: 7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.003613] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.004420] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.011179] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.564s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.163811] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2777064, 'name': PowerOffVM_Task, 'duration_secs': 0.738791} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.164211] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.164401] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.164727] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efaa4a4c-7195-4c43-9da0-021e056102c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.236459] env[68207]: DEBUG nova.network.neutron [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.285343] env[68207]: DEBUG nova.compute.manager [req-7bf72afa-77a3-4325-9587-ff949cee5918 req-10d4fc54-f355-417c-bb51-8a1ced5653c9 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-vif-plugged-7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 957.285983] env[68207]: DEBUG oslo_concurrency.lockutils [req-7bf72afa-77a3-4325-9587-ff949cee5918 req-10d4fc54-f355-417c-bb51-8a1ced5653c9 service nova] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.286252] env[68207]: DEBUG oslo_concurrency.lockutils [req-7bf72afa-77a3-4325-9587-ff949cee5918 req-10d4fc54-f355-417c-bb51-8a1ced5653c9 service nova] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.286430] env[68207]: DEBUG oslo_concurrency.lockutils [req-7bf72afa-77a3-4325-9587-ff949cee5918 req-10d4fc54-f355-417c-bb51-8a1ced5653c9 service nova] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.286605] env[68207]: DEBUG nova.compute.manager [req-7bf72afa-77a3-4325-9587-ff949cee5918 req-10d4fc54-f355-417c-bb51-8a1ced5653c9 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] No waiting events found dispatching network-vif-plugged-7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.286769] env[68207]: WARNING nova.compute.manager [req-7bf72afa-77a3-4325-9587-ff949cee5918 req-10d4fc54-f355-417c-bb51-8a1ced5653c9 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received unexpected event network-vif-plugged-7ba036c9-92a7-46f7-95e8-1b9375694fe5 for instance with vm_state active and task_state None. [ 957.371417] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.437028] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.437028] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.437028] env[68207]: DEBUG nova.network.neutron [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.517459] env[68207]: DEBUG nova.compute.utils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.526345] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.526345] env[68207]: DEBUG nova.network.neutron [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.571707] env[68207]: DEBUG nova.policy [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b484dc71594a41e382823d943d67d01c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49a9c95850d047f684c2f33fca7c125c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.739986] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.874131] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777063, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.214257} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.875784] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37/OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37.vmdk to [datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk. [ 957.875784] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Cleaning up location [datastore2] OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 957.875784] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_026c078b-1bf2-49fd-9b4e-6e10cb6b7f37 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.875784] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff1fe37-2d91-4abf-b6d1-5f9c2ba92eef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.882362] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 957.882362] env[68207]: value = "task-2777066" [ 957.882362] env[68207]: _type = "Task" [ 957.882362] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.896591] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.904093] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962aa179-24ad-4396-a996-82b40e1d142a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.912455] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64578372-d617-41f3-b99e-c645d45c9e2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.950955] env[68207]: DEBUG nova.network.neutron [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Successfully created port: a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.953483] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f3ec8-695a-4d29-9636-b651c068b3bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.962796] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d2f616-609c-471d-8358-2f8d8a0c30b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.978522] env[68207]: DEBUG nova.compute.provider_tree [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.017203] env[68207]: WARNING nova.network.neutron [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] 6bc8e044-7f09-4660-b46d-e02cf437975c already exists in list: networks containing: ['6bc8e044-7f09-4660-b46d-e02cf437975c']. ignoring it [ 958.026934] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.075486] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.075486] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.075486] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Deleting the datastore file [datastore2] 011fe93e-3749-4b01-837d-a65674e170b3 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.075486] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ce6c76-7f36-4122-8614-e4da01be627d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.090126] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for the task: (returnval){ [ 958.090126] env[68207]: value = "task-2777067" [ 958.090126] env[68207]: _type = "Task" [ 958.090126] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.103892] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2777067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.398751] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17096} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.398751] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.398751] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.398751] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk to [datastore2] 8a994085-9ebf-4709-88c8-c725cbe0dcd1/8a994085-9ebf-4709-88c8-c725cbe0dcd1.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.399161] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20050193-ac38-4d28-b517-16c316e92d8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.408855] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 958.408855] env[68207]: value = "task-2777068" [ 958.408855] env[68207]: _type = "Task" [ 958.408855] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.420018] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.483845] env[68207]: DEBUG nova.scheduler.client.report [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.500882] env[68207]: DEBUG nova.network.neutron [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7ba036c9-92a7-46f7-95e8-1b9375694fe5", "address": "fa:16:3e:ed:82:65", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba036c9-92", "ovs_interfaceid": "7ba036c9-92a7-46f7-95e8-1b9375694fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.598991] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2777067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.919297] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.002908] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.003691] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.003857] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.005391] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a4c5d-e639-4bd5-8fa3-084872bc77c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.024862] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.025194] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.025254] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.025434] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.025584] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.025736] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.025943] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.026141] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.026321] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.026490] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.026669] env[68207]: DEBUG nova.virt.hardware [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.033459] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Reconfiguring VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 959.034225] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad7fd14-61e8-4e1c-b318-c10d221b2784 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.047736] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.058054] env[68207]: DEBUG oslo_vmware.api [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 959.058054] env[68207]: value = "task-2777069" [ 959.058054] env[68207]: _type = "Task" [ 959.058054] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.068706] env[68207]: DEBUG oslo_vmware.api [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777069, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.072029] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.072192] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.072351] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.072590] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.072747] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.072892] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.073142] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.073331] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.073586] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.073680] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.074345] env[68207]: DEBUG nova.virt.hardware [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.074912] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e2ad7f-13a6-49c8-b962-ba0c567e82f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.083428] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270fb9f3-057f-4976-b0cc-e2226275f190 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.108094] env[68207]: DEBUG oslo_vmware.api [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Task: {'id': task-2777067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660271} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.108507] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.108672] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.108872] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.109066] env[68207]: INFO nova.compute.manager [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Took 2.98 seconds to destroy the instance on the hypervisor. [ 959.109564] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.109620] env[68207]: DEBUG nova.compute.manager [-] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.109674] env[68207]: DEBUG nova.network.neutron [-] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.287689] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.288196] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491d7fd4-ef7e-402e-9971-f9704a289ca2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.299389] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 959.299389] env[68207]: value = "task-2777070" [ 959.299389] env[68207]: _type = "Task" [ 959.299389] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.310053] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.421260] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.423835] env[68207]: DEBUG nova.compute.manager [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-changed-7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.423940] env[68207]: DEBUG nova.compute.manager [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Refreshing instance network info cache due to event network-changed-7ba036c9-92a7-46f7-95e8-1b9375694fe5. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 959.424315] env[68207]: DEBUG oslo_concurrency.lockutils [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] Acquiring lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.424569] env[68207]: DEBUG oslo_concurrency.lockutils [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] Acquired lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.424926] env[68207]: DEBUG nova.network.neutron [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Refreshing network info cache for port 7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.494502] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.483s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.497619] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.032s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.498518] env[68207]: DEBUG nova.objects.instance [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lazy-loading 'resources' on Instance uuid 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.550532] env[68207]: DEBUG nova.network.neutron [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Successfully updated port: a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.572047] env[68207]: DEBUG oslo_vmware.api [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.811484] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777070, 'name': PowerOffVM_Task, 'duration_secs': 0.400533} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.811976] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.812928] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d798db40-860b-493a-ab5a-dbc65f310dbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.841411] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d4ecc-ec03-40a1-8b5d-611d3a64e63f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.873269] env[68207]: DEBUG nova.compute.manager [req-f8bb0c81-e0d5-4bcd-93dc-5a4d3f353a95 req-1de56a66-6d48-42c1-9459-b29cf83e238a service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Received event network-vif-deleted-81e1f349-f93b-4a04-a333-cce96afb319c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.873923] env[68207]: INFO nova.compute.manager [req-f8bb0c81-e0d5-4bcd-93dc-5a4d3f353a95 req-1de56a66-6d48-42c1-9459-b29cf83e238a service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Neutron deleted interface 81e1f349-f93b-4a04-a333-cce96afb319c; detaching it from the instance and deleting it from the info cache [ 959.874205] env[68207]: DEBUG nova.network.neutron [req-f8bb0c81-e0d5-4bcd-93dc-5a4d3f353a95 req-1de56a66-6d48-42c1-9459-b29cf83e238a service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.881021] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.881021] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbf171b-0faa-4c63-8a4a-6e7bf770ecca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.893135] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 959.893135] env[68207]: value = "task-2777071" [ 959.893135] env[68207]: _type = "Task" [ 959.893135] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.907044] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.907246] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.907556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.907774] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.907972] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.908271] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6782c87a-e3ca-4499-b2cf-66cde1f7b4b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.919821] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.926786] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.926995] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.929951] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd3656c-c78c-45ca-b4df-c3367407e86a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.937088] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 959.937088] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521ba814-4e8d-c267-6723-fabf8427d90c" [ 959.937088] env[68207]: _type = "Task" [ 959.937088] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.947859] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521ba814-4e8d-c267-6723-fabf8427d90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.055549] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "refresh_cache-16d8cb0b-d526-41b2-bc75-b3635d3761b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.055549] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquired lock "refresh_cache-16d8cb0b-d526-41b2-bc75-b3635d3761b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.055709] env[68207]: DEBUG nova.network.neutron [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.067498] env[68207]: INFO nova.scheduler.client.report [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocation for migration 92f66e87-4fc9-4694-8633-fb85d5253e6e [ 960.079569] env[68207]: DEBUG oslo_vmware.api [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.240706] env[68207]: DEBUG nova.network.neutron [-] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.249058] env[68207]: DEBUG nova.network.neutron [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updated VIF entry in instance network info cache for port 7ba036c9-92a7-46f7-95e8-1b9375694fe5. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.249544] env[68207]: DEBUG nova.network.neutron [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7ba036c9-92a7-46f7-95e8-1b9375694fe5", "address": "fa:16:3e:ed:82:65", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba036c9-92", "ovs_interfaceid": "7ba036c9-92a7-46f7-95e8-1b9375694fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.381679] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6c66a20-8f5b-4e25-a585-5811fb6c6441 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.391812] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61af475a-2ad7-4744-8900-37d2543e6cfe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.397976] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388b0054-6a21-40c0-a8db-9043da49cb07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.418189] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103ca8db-aa82-4729-88b0-01e794fbaaa0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.424904] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.436494] env[68207]: DEBUG nova.compute.manager [req-f8bb0c81-e0d5-4bcd-93dc-5a4d3f353a95 req-1de56a66-6d48-42c1-9459-b29cf83e238a service nova] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Detach interface failed, port_id=81e1f349-f93b-4a04-a333-cce96afb319c, reason: Instance 011fe93e-3749-4b01-837d-a65674e170b3 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 960.469042] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598942f3-996d-4ddb-9561-c42caec716ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.476441] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521ba814-4e8d-c267-6723-fabf8427d90c, 'name': SearchDatastore_Task, 'duration_secs': 0.025032} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.476795] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb4c370-3ac6-4fe4-ace1-f0247b97498d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.483470] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40d35fc-cc37-4140-9ee9-c6eef194850e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.488702] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 960.488702] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5266a320-1dd7-0fe1-cf6f-df88006bce98" [ 960.488702] env[68207]: _type = "Task" [ 960.488702] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.502416] env[68207]: DEBUG nova.compute.provider_tree [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.508433] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5266a320-1dd7-0fe1-cf6f-df88006bce98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.571038] env[68207]: DEBUG oslo_vmware.api [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777069, 'name': ReconfigVM_Task, 'duration_secs': 1.492226} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.571674] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.571899] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Reconfigured VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 960.582360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6d27d793-5b7c-43f5-84bc-2695142e34dd tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.683s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.603985] env[68207]: DEBUG nova.network.neutron [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.749080] env[68207]: INFO nova.compute.manager [-] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Took 1.64 seconds to deallocate network for instance. [ 960.754371] env[68207]: DEBUG oslo_concurrency.lockutils [req-52b4d786-a13e-4079-8d35-891d4854f13c req-8acbf640-4e81-410e-8d34-80c4c43f6eb4 service nova] Releasing lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.812254] env[68207]: DEBUG nova.network.neutron [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Updating instance_info_cache with network_info: [{"id": "a9298339-57c9-498e-a10d-aab1be4034b1", "address": "fa:16:3e:29:4a:82", "network": {"id": "2d636cc4-22fa-4d83-aac3-8b1b82b291e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2088963419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a9c95850d047f684c2f33fca7c125c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9298339-57", "ovs_interfaceid": "a9298339-57c9-498e-a10d-aab1be4034b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.923620] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.003535] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5266a320-1dd7-0fe1-cf6f-df88006bce98, 'name': SearchDatastore_Task, 'duration_secs': 0.022934} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.004919] env[68207]: DEBUG nova.scheduler.client.report [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.009217] env[68207]: DEBUG oslo_concurrency.lockutils [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.009491] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. {{(pid=68207) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 961.010032] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd8545c-52e0-4f2a-99c4-3a4141c2f6aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.020898] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 961.020898] env[68207]: value = "task-2777072" [ 961.020898] env[68207]: _type = "Task" [ 961.020898] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.034709] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.076262] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e9b5da10-62a8-4cb5-97d3-f36bab82ded1 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-b56cc2d0-c77b-4f7e-add9-d888c6eb4789-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.579s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.256798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.316707] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Releasing lock "refresh_cache-16d8cb0b-d526-41b2-bc75-b3635d3761b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.317120] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Instance network_info: |[{"id": "a9298339-57c9-498e-a10d-aab1be4034b1", "address": "fa:16:3e:29:4a:82", "network": {"id": "2d636cc4-22fa-4d83-aac3-8b1b82b291e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2088963419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a9c95850d047f684c2f33fca7c125c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9298339-57", "ovs_interfaceid": "a9298339-57c9-498e-a10d-aab1be4034b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.317578] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:4a:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9298339-57c9-498e-a10d-aab1be4034b1', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.328402] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Creating folder: Project (49a9c95850d047f684c2f33fca7c125c). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.329270] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b16d68-13cd-4ac2-b801-dc331be87aad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.346358] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Created folder: Project (49a9c95850d047f684c2f33fca7c125c) in parent group-v558176. [ 961.347492] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Creating folder: Instances. Parent ref: group-v558382. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.347492] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416d1df6-a7a5-4427-855e-336ae51cbd60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.358769] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Created folder: Instances in parent group-v558382. [ 961.359057] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.359276] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.359490] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a20726b8-4cff-4905-b2e4-fb0fdee0de68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.383093] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.383093] env[68207]: value = "task-2777075" [ 961.383093] env[68207]: _type = "Task" [ 961.383093] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.392025] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777075, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.424837] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.500188] env[68207]: DEBUG nova.compute.manager [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Received event network-vif-plugged-a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.500634] env[68207]: DEBUG oslo_concurrency.lockutils [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] Acquiring lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.500634] env[68207]: DEBUG oslo_concurrency.lockutils [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.500711] env[68207]: DEBUG oslo_concurrency.lockutils [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.501418] env[68207]: DEBUG nova.compute.manager [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] No waiting events found dispatching network-vif-plugged-a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.501418] env[68207]: WARNING nova.compute.manager [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Received unexpected event network-vif-plugged-a9298339-57c9-498e-a10d-aab1be4034b1 for instance with vm_state building and task_state spawning. [ 961.501418] env[68207]: DEBUG nova.compute.manager [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Received event network-changed-a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.501639] env[68207]: DEBUG nova.compute.manager [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Refreshing instance network info cache due to event network-changed-a9298339-57c9-498e-a10d-aab1be4034b1. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 961.501639] env[68207]: DEBUG oslo_concurrency.lockutils [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] Acquiring lock "refresh_cache-16d8cb0b-d526-41b2-bc75-b3635d3761b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.501762] env[68207]: DEBUG oslo_concurrency.lockutils [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] Acquired lock "refresh_cache-16d8cb0b-d526-41b2-bc75-b3635d3761b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.501914] env[68207]: DEBUG nova.network.neutron [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Refreshing network info cache for port a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.512504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.515441] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.261s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.517064] env[68207]: INFO nova.compute.claims [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.533669] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777072, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.544854] env[68207]: INFO nova.scheduler.client.report [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Deleted allocations for instance 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a [ 961.892745] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777075, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.922780] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777068, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.039738} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.923048] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d8abb708-2309-4d81-a3d4-19ce39081797/d8abb708-2309-4d81-a3d4-19ce39081797.vmdk to [datastore2] 8a994085-9ebf-4709-88c8-c725cbe0dcd1/8a994085-9ebf-4709-88c8-c725cbe0dcd1.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.923895] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb7176b-fe1e-4764-951c-45f6cd374f4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.946168] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 8a994085-9ebf-4709-88c8-c725cbe0dcd1/8a994085-9ebf-4709-88c8-c725cbe0dcd1.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.946456] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9effc7e-ae1f-40ef-b05c-034a979bf3a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.968515] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 961.968515] env[68207]: value = "task-2777076" [ 961.968515] env[68207]: _type = "Task" [ 961.968515] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.978492] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.034724] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859436} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.035594] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. [ 962.036452] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa5b11-92e3-41b9-86d8-db98fda1917f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.076681] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.077461] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c07f9a69-7472-4057-91c6-111f257c2a31 tempest-ServersAaction247Test-1326541637 tempest-ServersAaction247Test-1326541637-project-member] Lock "86d3ce6d-0c93-4c08-95c5-81e8b0687e4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.881s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.079425] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d39b744-3606-4f89-9329-73d2c948061e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.112624] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 962.112624] env[68207]: value = "task-2777077" [ 962.112624] env[68207]: _type = "Task" [ 962.112624] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.124840] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.393649] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777075, 'name': CreateVM_Task, 'duration_secs': 0.581056} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.393826] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.394538] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.394713] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.395040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.395295] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2bf7cd-a150-49e4-b863-7e48fb21e7e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.401093] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 962.401093] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e40866-3e15-458f-b658-0d25ee6697fd" [ 962.401093] env[68207]: _type = "Task" [ 962.401093] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.410180] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e40866-3e15-458f-b658-0d25ee6697fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.411068] env[68207]: DEBUG nova.network.neutron [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Updated VIF entry in instance network info cache for port a9298339-57c9-498e-a10d-aab1be4034b1. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.411398] env[68207]: DEBUG nova.network.neutron [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Updating instance_info_cache with network_info: [{"id": "a9298339-57c9-498e-a10d-aab1be4034b1", "address": "fa:16:3e:29:4a:82", "network": {"id": "2d636cc4-22fa-4d83-aac3-8b1b82b291e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2088963419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a9c95850d047f684c2f33fca7c125c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9298339-57", "ovs_interfaceid": "a9298339-57c9-498e-a10d-aab1be4034b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.480830] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777076, 'name': ReconfigVM_Task, 'duration_secs': 0.374057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.481314] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 8a994085-9ebf-4709-88c8-c725cbe0dcd1/8a994085-9ebf-4709-88c8-c725cbe0dcd1.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.481788] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e514f53-5153-486a-8cc6-f5cfca0f52fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.489304] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 962.489304] env[68207]: value = "task-2777078" [ 962.489304] env[68207]: _type = "Task" [ 962.489304] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.499326] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777078, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.611609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "82120b95-6022-4592-8c70-619c09a8601f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.611609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.611609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "82120b95-6022-4592-8c70-619c09a8601f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.611609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.611609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.611609] env[68207]: INFO nova.compute.manager [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Terminating instance [ 962.629080] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.725449] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "11c37779-6f47-4880-88e1-a242ce915185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.725710] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "11c37779-6f47-4880-88e1-a242ce915185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.865183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3e3b3-fe05-4e67-a3e1-172f79b6dfed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.873406] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438a840-e285-42ec-bc67-03cec90ca1dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.910257] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c1402-af56-4ddf-b33a-490e9476ce7a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.913692] env[68207]: DEBUG oslo_concurrency.lockutils [req-762928a3-ba42-429a-b8a9-12c79c47fc77 req-3effeff7-1fd3-4c28-9ecb-00e0056ac283 service nova] Releasing lock "refresh_cache-16d8cb0b-d526-41b2-bc75-b3635d3761b5" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.922498] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a5df1-2af8-4d33-ad11-192465b095ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.926637] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e40866-3e15-458f-b658-0d25ee6697fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013043} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.927023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.927271] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.927491] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.927638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.927807] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.928442] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a66c3422-9729-48a9-9d22-03bc08697d93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.939220] env[68207]: DEBUG nova.compute.provider_tree [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.941660] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.941904] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.942883] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ec8443-0635-4ed9-9870-02a94aab311e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.951012] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 962.951012] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522a7089-d2a2-8632-2453-271290b91761" [ 962.951012] env[68207]: _type = "Task" [ 962.951012] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.960251] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522a7089-d2a2-8632-2453-271290b91761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.000554] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777078, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.111601] env[68207]: DEBUG nova.compute.manager [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.112036] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.114584] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e05ae-2453-449e-904d-3a3e5d85a90b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.128407] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777077, 'name': ReconfigVM_Task, 'duration_secs': 0.611156} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.132287] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.132287] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.132287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03a96b8-6758-42f5-88d5-2fcaa34cfbde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.135914] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d61a0b-4064-4597-98ab-e0ab699d5ffc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.144047] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 963.144047] env[68207]: value = "task-2777079" [ 963.144047] env[68207]: _type = "Task" [ 963.144047] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.174544] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969dab6a-72c8-4fb2-9b4c-7a268c098049 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.186887] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.187582] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.194113] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.195478] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 963.195478] env[68207]: value = "task-2777080" [ 963.195478] env[68207]: _type = "Task" [ 963.195478] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.205757] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.228025] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.444787] env[68207]: DEBUG nova.scheduler.client.report [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.463945] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522a7089-d2a2-8632-2453-271290b91761, 'name': SearchDatastore_Task, 'duration_secs': 0.044796} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.465354] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9bdef3-7d53-4382-9d67-9ee54800bcbf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.473576] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 963.473576] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d4f8b9-4846-9d9d-8a44-58f9665b613c" [ 963.473576] env[68207]: _type = "Task" [ 963.473576] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.488603] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d4f8b9-4846-9d9d-8a44-58f9665b613c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.502432] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777078, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.578934] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.579195] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.677056] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.690643] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.706283] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.717729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-b56cc2d0-c77b-4f7e-add9-d888c6eb4789-7ba036c9-92a7-46f7-95e8-1b9375694fe5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.717729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-b56cc2d0-c77b-4f7e-add9-d888c6eb4789-7ba036c9-92a7-46f7-95e8-1b9375694fe5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.750816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.950423] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.950986] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.953793] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.333s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.957101] env[68207]: DEBUG nova.objects.instance [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lazy-loading 'resources' on Instance uuid 45f3f52b-8bc1-4795-bea8-2c30a4056f40 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.986275] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d4f8b9-4846-9d9d-8a44-58f9665b613c, 'name': SearchDatastore_Task, 'duration_secs': 0.014412} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.987166] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.987436] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 16d8cb0b-d526-41b2-bc75-b3635d3761b5/16d8cb0b-d526-41b2-bc75-b3635d3761b5.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.987701] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21331646-0a15-48ef-b6a7-e78882326b27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.996439] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 963.996439] env[68207]: value = "task-2777081" [ 963.996439] env[68207]: _type = "Task" [ 963.996439] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.005083] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777078, 'name': Rename_Task, 'duration_secs': 1.379024} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.005409] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.006081] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18efaa95-de33-40be-99dd-9a5f5b0129b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.012442] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.019192] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 964.019192] env[68207]: value = "task-2777082" [ 964.019192] env[68207]: _type = "Task" [ 964.019192] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.031420] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.055156] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "7d28bba8-3f19-48ea-a158-71f50ad59cca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.055457] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.055689] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "7d28bba8-3f19-48ea-a158-71f50ad59cca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.055876] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.056071] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.058432] env[68207]: INFO nova.compute.manager [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Terminating instance [ 964.081903] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.176368] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777079, 'name': PowerOffVM_Task, 'duration_secs': 0.919567} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.176654] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.176816] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.177082] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-930a4f4e-f416-4f73-919c-ec9c2ea8f8c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.211025] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.215404] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.218286] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.218452] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.219278] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02770d-f1d7-48e2-9377-49afe9625f69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.239107] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec8b0b9-4e20-45eb-aa4b-28f8bcbb83d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.271073] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Reconfiguring VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 964.272409] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daab5f00-d77b-40a8-a9c1-3063a43fdeaa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.285426] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.285636] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.285963] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] 82120b95-6022-4592-8c70-619c09a8601f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.286124] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8ec432-de70-45dd-bd75-eeed7233ff98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.294758] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 964.294758] env[68207]: value = "task-2777084" [ 964.294758] env[68207]: _type = "Task" [ 964.294758] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.296171] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 964.296171] env[68207]: value = "task-2777085" [ 964.296171] env[68207]: _type = "Task" [ 964.296171] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.309556] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.313466] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.457298] env[68207]: DEBUG nova.compute.utils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.463538] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.463680] env[68207]: DEBUG nova.network.neutron [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.507275] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.529093] env[68207]: DEBUG oslo_vmware.api [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777082, 'name': PowerOnVM_Task, 'duration_secs': 0.484841} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.531763] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.531850] env[68207]: INFO nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Took 18.63 seconds to spawn the instance on the hypervisor. [ 964.532039] env[68207]: DEBUG nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.533020] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed970d7-6f1c-4013-bb58-797d26aeea29 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.564432] env[68207]: DEBUG nova.compute.manager [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.564820] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.566037] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999751d-4d5e-4659-91ac-d67ac5ff847e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.575036] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.575348] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d38de0d-bb83-4374-bde3-999fb31073db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.581513] env[68207]: DEBUG nova.policy [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c7ccfc707d4825ac0ff788a597a0fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f232c2ffecb49d598b9bae3bb0a8ee1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.588056] env[68207]: DEBUG oslo_vmware.api [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 964.588056] env[68207]: value = "task-2777086" [ 964.588056] env[68207]: _type = "Task" [ 964.588056] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.604518] env[68207]: DEBUG oslo_vmware.api [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2777086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.605698] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.712214] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777080, 'name': ReconfigVM_Task, 'duration_secs': 1.397288} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.712633] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.712719] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6efeb91-e116-44e2-b5c0-88375b0eade4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.720642] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 964.720642] env[68207]: value = "task-2777087" [ 964.720642] env[68207]: _type = "Task" [ 964.720642] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.733098] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.814011] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.814296] env[68207]: DEBUG oslo_vmware.api [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154512} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.814856] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.814856] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.814959] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.815107] env[68207]: INFO nova.compute.manager [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Took 1.70 seconds to destroy the instance on the hypervisor. [ 964.815350] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.815552] env[68207]: DEBUG nova.compute.manager [-] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.815625] env[68207]: DEBUG nova.network.neutron [-] [instance: 82120b95-6022-4592-8c70-619c09a8601f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.846737] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6399536-1e37-49de-a630-79da456a3871 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.856836] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f887e-0df2-47c0-abf6-91faba59e122 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.901136] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dccd5dc-2cb5-4a02-a93c-d036786750d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.911312] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd44ac3f-6985-4026-b534-4fec3c951dda {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.929862] env[68207]: DEBUG nova.compute.provider_tree [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.964401] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.011362] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777081, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.040874] env[68207]: DEBUG nova.network.neutron [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Successfully created port: bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.051511] env[68207]: INFO nova.compute.manager [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Took 36.30 seconds to build instance. [ 965.107019] env[68207]: DEBUG oslo_vmware.api [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2777086, 'name': PowerOffVM_Task, 'duration_secs': 0.398912} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.107019] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.107019] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.107019] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24724df-dc02-4362-ab9d-9bd44ce1c1cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.174842] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.175105] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.175294] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Deleting the datastore file [datastore2] 7d28bba8-3f19-48ea-a158-71f50ad59cca {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.175648] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a18b1522-52fc-4734-92c0-276d8ae944e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.184614] env[68207]: DEBUG oslo_vmware.api [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for the task: (returnval){ [ 965.184614] env[68207]: value = "task-2777089" [ 965.184614] env[68207]: _type = "Task" [ 965.184614] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.195469] env[68207]: DEBUG oslo_vmware.api [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2777089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.244874] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.316991] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.434449] env[68207]: DEBUG nova.scheduler.client.report [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.449499] env[68207]: DEBUG nova.compute.manager [req-eb804149-a371-4e10-971b-9cd48b4fd070 req-95f956b5-8b43-4dcc-b99a-450e7e2e673e service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Received event network-vif-deleted-b6969cb6-aa53-49bc-ac89-0f241567ed45 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.449499] env[68207]: INFO nova.compute.manager [req-eb804149-a371-4e10-971b-9cd48b4fd070 req-95f956b5-8b43-4dcc-b99a-450e7e2e673e service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Neutron deleted interface b6969cb6-aa53-49bc-ac89-0f241567ed45; detaching it from the instance and deleting it from the info cache [ 965.449499] env[68207]: DEBUG nova.network.neutron [req-eb804149-a371-4e10-971b-9cd48b4fd070 req-95f956b5-8b43-4dcc-b99a-450e7e2e673e service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.511932] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777081, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021768} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.512828] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 16d8cb0b-d526-41b2-bc75-b3635d3761b5/16d8cb0b-d526-41b2-bc75-b3635d3761b5.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.513067] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.513322] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef5835b-d157-44cb-9f43-bf9da0de7aeb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.522777] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 965.522777] env[68207]: value = "task-2777090" [ 965.522777] env[68207]: _type = "Task" [ 965.522777] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.535240] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.552481] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c731d22-9021-49f1-9f9f-d45cfedc94fa tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.819s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.571138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.571939] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.571939] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.571939] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.571939] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.575537] env[68207]: INFO nova.compute.manager [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Terminating instance [ 965.699969] env[68207]: DEBUG oslo_vmware.api [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Task: {'id': task-2777089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221083} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.699969] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.700227] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.700260] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.700418] env[68207]: INFO nova.compute.manager [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 965.700695] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.701072] env[68207]: DEBUG nova.compute.manager [-] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.701072] env[68207]: DEBUG nova.network.neutron [-] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.735200] env[68207]: DEBUG oslo_vmware.api [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777087, 'name': PowerOnVM_Task, 'duration_secs': 0.572729} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.735516] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.738064] env[68207]: DEBUG nova.compute.manager [None req-98f9cb6a-0ecb-42be-ba85-b5205e92f03e tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.738847] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d29afd-a7eb-44e5-96c6-12053d5a6da5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.749218] env[68207]: DEBUG nova.network.neutron [-] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.812415] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.940643] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.945594] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.474s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.945725] env[68207]: DEBUG nova.objects.instance [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lazy-loading 'resources' on Instance uuid 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.952326] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2384768-643f-4c51-a6ee-d3a954fdc790 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.970665] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604fceaa-85c9-4c91-9fd8-205efa566894 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.987053] env[68207]: INFO nova.scheduler.client.report [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Deleted allocations for instance 45f3f52b-8bc1-4795-bea8-2c30a4056f40 [ 965.990056] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.024888] env[68207]: DEBUG nova.compute.manager [req-eb804149-a371-4e10-971b-9cd48b4fd070 req-95f956b5-8b43-4dcc-b99a-450e7e2e673e service nova] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Detach interface failed, port_id=b6969cb6-aa53-49bc-ac89-0f241567ed45, reason: Instance 82120b95-6022-4592-8c70-619c09a8601f could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 966.042557] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.042803] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.042994] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.043197] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.043343] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.043518] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.043737] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.043897] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.044076] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.044237] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.044454] env[68207]: DEBUG nova.virt.hardware [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.044791] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064279} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.045570] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a0d00-05b9-4416-8f41-db4b1f1a2af4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.048771] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.049804] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423fbe78-dfad-4120-998d-7b95c571f6a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.078849] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 16d8cb0b-d526-41b2-bc75-b3635d3761b5/16d8cb0b-d526-41b2-bc75-b3635d3761b5.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.079959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8067380d-5624-4c05-8fda-efb77920c16d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.084708] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5ecdf7-bfd3-481f-b993-a37090c6deca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.100048] env[68207]: DEBUG nova.compute.manager [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.100231] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.101174] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96fb3c-3242-4839-8176-3d54a4102467 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.121127] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 966.121127] env[68207]: value = "task-2777091" [ 966.121127] env[68207]: _type = "Task" [ 966.121127] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.121593] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.121885] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea079c21-b36a-4bdd-925d-bd7cfaa0203a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.132320] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.133850] env[68207]: DEBUG oslo_vmware.api [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 966.133850] env[68207]: value = "task-2777092" [ 966.133850] env[68207]: _type = "Task" [ 966.133850] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.143737] env[68207]: DEBUG oslo_vmware.api [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.253137] env[68207]: INFO nova.compute.manager [-] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Took 1.44 seconds to deallocate network for instance. [ 966.315982] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.449306] env[68207]: DEBUG nova.objects.instance [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.503258] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78bf93cf-f498-475f-8860-10c1c5aa13b1 tempest-ServersWithSpecificFlavorTestJSON-1673827920 tempest-ServersWithSpecificFlavorTestJSON-1673827920-project-member] Lock "45f3f52b-8bc1-4795-bea8-2c30a4056f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.217s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.647785] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777091, 'name': ReconfigVM_Task, 'duration_secs': 0.290678} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.648675] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 16d8cb0b-d526-41b2-bc75-b3635d3761b5/16d8cb0b-d526-41b2-bc75-b3635d3761b5.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.649573] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e80f7d8f-21e1-4235-aa11-54841a643883 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.655297] env[68207]: DEBUG oslo_vmware.api [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777092, 'name': PowerOffVM_Task, 'duration_secs': 0.297316} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.656169] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.656527] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.657211] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce6c535-c1f9-40a1-8010-e84136eed4f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.662069] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 966.662069] env[68207]: value = "task-2777093" [ 966.662069] env[68207]: _type = "Task" [ 966.662069] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.674355] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777093, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.734309] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.734309] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.734309] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleting the datastore file [datastore2] 8a994085-9ebf-4709-88c8-c725cbe0dcd1 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.734309] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8162cfb3-9903-4591-8cfe-f8874d5d4d9f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.742670] env[68207]: DEBUG oslo_vmware.api [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 966.742670] env[68207]: value = "task-2777095" [ 966.742670] env[68207]: _type = "Task" [ 966.742670] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.751552] env[68207]: DEBUG oslo_vmware.api [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.762304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.796077] env[68207]: DEBUG nova.network.neutron [-] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.820018] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.956110] env[68207]: DEBUG nova.objects.base [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Object Instance<1b0f02c6-5620-4f89-830f-e2741ee7fde0> lazy-loaded attributes: resources,numa_topology {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.020899] env[68207]: DEBUG nova.network.neutron [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Successfully updated port: bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.124505] env[68207]: DEBUG nova.compute.manager [req-7673f7bb-58ea-4fe1-9e05-b7f9e06d547e req-9e1915b2-b0ca-44f1-ac65-26504cbc3cb9 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Received event network-vif-plugged-bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.124505] env[68207]: DEBUG oslo_concurrency.lockutils [req-7673f7bb-58ea-4fe1-9e05-b7f9e06d547e req-9e1915b2-b0ca-44f1-ac65-26504cbc3cb9 service nova] Acquiring lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.124505] env[68207]: DEBUG oslo_concurrency.lockutils [req-7673f7bb-58ea-4fe1-9e05-b7f9e06d547e req-9e1915b2-b0ca-44f1-ac65-26504cbc3cb9 service nova] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.124505] env[68207]: DEBUG oslo_concurrency.lockutils [req-7673f7bb-58ea-4fe1-9e05-b7f9e06d547e req-9e1915b2-b0ca-44f1-ac65-26504cbc3cb9 service nova] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.124505] env[68207]: DEBUG nova.compute.manager [req-7673f7bb-58ea-4fe1-9e05-b7f9e06d547e req-9e1915b2-b0ca-44f1-ac65-26504cbc3cb9 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] No waiting events found dispatching network-vif-plugged-bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.124505] env[68207]: WARNING nova.compute.manager [req-7673f7bb-58ea-4fe1-9e05-b7f9e06d547e req-9e1915b2-b0ca-44f1-ac65-26504cbc3cb9 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Received unexpected event network-vif-plugged-bd066230-5a8b-41f0-8c84-e50f9e97c6b4 for instance with vm_state building and task_state spawning. [ 967.180048] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777093, 'name': Rename_Task, 'duration_secs': 0.1798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.180048] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.180048] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3a3d65-0b79-418a-9a0a-58d2f9a328e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.186068] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 967.186068] env[68207]: value = "task-2777096" [ 967.186068] env[68207]: _type = "Task" [ 967.186068] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.195625] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.254482] env[68207]: DEBUG oslo_vmware.api [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428442} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.254777] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.254960] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.256047] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.256047] env[68207]: INFO nova.compute.manager [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 967.260049] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.260302] env[68207]: DEBUG nova.compute.manager [-] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.260402] env[68207]: DEBUG nova.network.neutron [-] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.282642] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "44dd4cd4-b19d-476a-b421-3c5614e49387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.282835] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.304799] env[68207]: INFO nova.compute.manager [-] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Took 1.60 seconds to deallocate network for instance. [ 967.323436] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.451638] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba72b7-f283-4b2a-a653-b9d2d333841e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.464711] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c8a2c-8a6b-4d84-8997-901240fdc7ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.500574] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e600a0f5-79ee-45ab-820a-63fe1f4d58d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.508211] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b5f34c-c9e9-4168-bedf-20573c793b6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.523800] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "refresh_cache-7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.523942] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquired lock "refresh_cache-7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.524108] env[68207]: DEBUG nova.network.neutron [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.526563] env[68207]: DEBUG nova.compute.provider_tree [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.621535] env[68207]: DEBUG nova.compute.manager [req-efff59d8-36a9-4dc6-a3bb-81ea1f050e48 req-ca53a557-cfb5-4480-af6d-6028309cbe37 service nova] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Received event network-vif-deleted-986ca857-1b20-47b8-a2ce-4fc0d730d78d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.699111] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.788162] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.818729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.818729] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.945508] env[68207]: INFO nova.compute.manager [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Unrescuing [ 967.945886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.945983] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.946413] env[68207]: DEBUG nova.network.neutron [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.033104] env[68207]: DEBUG nova.scheduler.client.report [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.089063] env[68207]: DEBUG nova.network.neutron [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.185186] env[68207]: DEBUG nova.network.neutron [-] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.204776] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.316522] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.317491] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.322227] env[68207]: DEBUG nova.network.neutron [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Updating instance_info_cache with network_info: [{"id": "bd066230-5a8b-41f0-8c84-e50f9e97c6b4", "address": "fa:16:3e:61:6a:32", "network": {"id": "8eab87ef-4268-4553-aa0d-7476c1d6aece", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1178792861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f232c2ffecb49d598b9bae3bb0a8ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd066230-5a", "ovs_interfaceid": "bd066230-5a8b-41f0-8c84-e50f9e97c6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.465010] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquiring lock "f68a1410-3133-43e6-93c8-bfaac9db0840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.465297] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.465530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquiring lock "f68a1410-3133-43e6-93c8-bfaac9db0840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.466241] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.466241] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.468620] env[68207]: INFO nova.compute.manager [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Terminating instance [ 968.543260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.598s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.545787] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.396s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.546969] env[68207]: DEBUG nova.objects.instance [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lazy-loading 'resources' on Instance uuid d11cf608-e2c4-43f3-aeda-ea36aa288ed6 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.691201] env[68207]: INFO nova.compute.manager [-] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Took 1.43 seconds to deallocate network for instance. [ 968.697813] env[68207]: DEBUG nova.network.neutron [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.704691] env[68207]: DEBUG oslo_vmware.api [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777096, 'name': PowerOnVM_Task, 'duration_secs': 1.484345} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.704952] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.705164] env[68207]: INFO nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Took 9.66 seconds to spawn the instance on the hypervisor. [ 968.705339] env[68207]: DEBUG nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.706152] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9709539-4538-4ba5-bd4f-5437066e13ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.818669] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.825688] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Releasing lock "refresh_cache-7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.826039] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Instance network_info: |[{"id": "bd066230-5a8b-41f0-8c84-e50f9e97c6b4", "address": "fa:16:3e:61:6a:32", "network": {"id": "8eab87ef-4268-4553-aa0d-7476c1d6aece", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1178792861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f232c2ffecb49d598b9bae3bb0a8ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd066230-5a", "ovs_interfaceid": "bd066230-5a8b-41f0-8c84-e50f9e97c6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.826436] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:6a:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd066230-5a8b-41f0-8c84-e50f9e97c6b4', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.835149] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Creating folder: Project (8f232c2ffecb49d598b9bae3bb0a8ee1). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.835149] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13d5c9df-adde-4ea2-a25b-6881ec83ee1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.847151] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Created folder: Project (8f232c2ffecb49d598b9bae3bb0a8ee1) in parent group-v558176. [ 968.847347] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Creating folder: Instances. Parent ref: group-v558385. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.847589] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90f61eb5-9021-4d31-8fdd-f7d8b58977f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.858624] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Created folder: Instances in parent group-v558385. [ 968.858963] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.859238] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.859498] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc42707-43e7-40a7-b748-c38ca89696b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.880288] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.880288] env[68207]: value = "task-2777099" [ 968.880288] env[68207]: _type = "Task" [ 968.880288] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.889361] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777099, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.975019] env[68207]: DEBUG nova.compute.manager [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.975019] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.975019] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a47336-a422-486a-a91b-6d3013f1c444 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.984324] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 968.984324] env[68207]: value = "task-2777100" [ 968.984324] env[68207]: _type = "Task" [ 968.984324] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.992735] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.059410] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f952f455-3ab0-4d90-9444-5dc2771cddc3 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.514s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.061555] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.602s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.061555] env[68207]: INFO nova.compute.manager [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Unshelving [ 969.201677] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.201677] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.201677] env[68207]: DEBUG nova.objects.instance [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'flavor' on Instance uuid 154ba180-8d21-4cab-8614-97d441aa5956 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.233487] env[68207]: INFO nova.compute.manager [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Took 31.71 seconds to build instance. [ 969.244985] env[68207]: DEBUG nova.compute.manager [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Received event network-changed-bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.244985] env[68207]: DEBUG nova.compute.manager [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Refreshing instance network info cache due to event network-changed-bd066230-5a8b-41f0-8c84-e50f9e97c6b4. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 969.244985] env[68207]: DEBUG oslo_concurrency.lockutils [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] Acquiring lock "refresh_cache-7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.246754] env[68207]: DEBUG oslo_concurrency.lockutils [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] Acquired lock "refresh_cache-7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.247516] env[68207]: DEBUG nova.network.neutron [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Refreshing network info cache for port bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.327258] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.393217] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777099, 'name': CreateVM_Task, 'duration_secs': 0.361908} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.396056] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.397196] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.397667] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.397667] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.401016] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a9be25-ec9b-419c-b765-3b062657023b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.403624] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 969.403624] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b3cc4c-d939-c449-1cea-73bc67ec63d7" [ 969.403624] env[68207]: _type = "Task" [ 969.403624] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.417977] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b3cc4c-d939-c449-1cea-73bc67ec63d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.495336] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777100, 'name': PowerOffVM_Task, 'duration_secs': 0.21191} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.495608] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.495822] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 969.496037] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558247', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'name': 'volume-ba9f4782-4ae0-419c-9da3-3d579be319cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f68a1410-3133-43e6-93c8-bfaac9db0840', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'serial': 'ba9f4782-4ae0-419c-9da3-3d579be319cd'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 969.496817] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac44c22d-5400-4020-8043-e5b58700cc1e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.521454] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93abba9e-1468-405d-8f22-d0d582359904 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.525748] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c97aa5-6d85-48de-abaf-4341648fd24a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.540185] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b262f-7f9b-4d78-9918-8304ba62e3e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.545435] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242fa05c-f711-4497-ae50-618697ae1816 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.590874] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fbe5ec-d7fe-4a56-b3da-26c32c9028e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.600474] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89890a0a-eb6c-4ba8-9cff-e423e8f917d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.615751] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa137f9-8e16-4a6b-a8ea-ad86e9742259 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.619806] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] The volume has not been displaced from its original location: [datastore2] volume-ba9f4782-4ae0-419c-9da3-3d579be319cd/volume-ba9f4782-4ae0-419c-9da3-3d579be319cd.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 969.625182] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.629020] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0250f5-36d6-4b66-996e-b725075445f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.651643] env[68207]: DEBUG nova.compute.provider_tree [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.654339] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 969.654339] env[68207]: value = "task-2777101" [ 969.654339] env[68207]: _type = "Task" [ 969.654339] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.664192] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.706009] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa519cc-b841-4074-9b97-0394c06f34ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.730595] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.730918] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f029e1c5-6597-4362-9c27-4a3811b658f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.739676] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8d7cee1-29f0-4a5f-9f25-f249d61ac029 tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.229s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.740784] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 969.740784] env[68207]: value = "task-2777102" [ 969.740784] env[68207]: _type = "Task" [ 969.740784] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.749426] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.822654] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.918937] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b3cc4c-d939-c449-1cea-73bc67ec63d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014763} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.919383] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.919733] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.920432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.920714] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.921023] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.921406] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e13b279-e868-4f2f-85a2-9068c02bcf54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.940947] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.941279] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.943926] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18b44a4-a952-46cd-a050-4c06d68a04b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.951678] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 969.951678] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52382774-4932-c509-2c33-da37421d959a" [ 969.951678] env[68207]: _type = "Task" [ 969.951678] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.960785] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52382774-4932-c509-2c33-da37421d959a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.113956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.156254] env[68207]: DEBUG nova.scheduler.client.report [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.169312] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777101, 'name': ReconfigVM_Task, 'duration_secs': 0.206728} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.169600] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.175151] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddeb421e-faae-4ef8-9277-c08648f3efc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.194392] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 970.194392] env[68207]: value = "task-2777103" [ 970.194392] env[68207]: _type = "Task" [ 970.194392] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.203278] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.250841] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777102, 'name': PowerOffVM_Task, 'duration_secs': 0.211002} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.251222] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.257062] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfiguring VM instance instance-00000031 to detach disk 2002 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.257586] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f40a656-391f-4149-b460-47687d5ac06e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.279485] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 970.279485] env[68207]: value = "task-2777104" [ 970.279485] env[68207]: _type = "Task" [ 970.279485] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.288805] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.330678] env[68207]: DEBUG oslo_vmware.api [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777085, 'name': ReconfigVM_Task, 'duration_secs': 5.780109} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.331242] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.331693] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Reconfigured VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 970.471504] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52382774-4932-c509-2c33-da37421d959a, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.472976] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b70c694-aaa4-41df-abe4-9e3dfa98dd0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.478729] env[68207]: DEBUG nova.network.neutron [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Updated VIF entry in instance network info cache for port bd066230-5a8b-41f0-8c84-e50f9e97c6b4. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.479275] env[68207]: DEBUG nova.network.neutron [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Updating instance_info_cache with network_info: [{"id": "bd066230-5a8b-41f0-8c84-e50f9e97c6b4", "address": "fa:16:3e:61:6a:32", "network": {"id": "8eab87ef-4268-4553-aa0d-7476c1d6aece", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1178792861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f232c2ffecb49d598b9bae3bb0a8ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd066230-5a", "ovs_interfaceid": "bd066230-5a8b-41f0-8c84-e50f9e97c6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.485396] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 970.485396] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e37743-2d37-ec1d-6bbb-d8f852f6e18b" [ 970.485396] env[68207]: _type = "Task" [ 970.485396] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.495357] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e37743-2d37-ec1d-6bbb-d8f852f6e18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.664136] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.666403] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.694s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.666637] env[68207]: DEBUG nova.objects.instance [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'resources' on Instance uuid a44202fd-df38-4102-b1a9-58304a821b04 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.687812] env[68207]: INFO nova.scheduler.client.report [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Deleted allocations for instance d11cf608-e2c4-43f3-aeda-ea36aa288ed6 [ 970.704822] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777103, 'name': ReconfigVM_Task, 'duration_secs': 0.211993} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.705135] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558247', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'name': 'volume-ba9f4782-4ae0-419c-9da3-3d579be319cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f68a1410-3133-43e6-93c8-bfaac9db0840', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba9f4782-4ae0-419c-9da3-3d579be319cd', 'serial': 'ba9f4782-4ae0-419c-9da3-3d579be319cd'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 970.705412] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.706241] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42efd3-f067-4dd6-8a26-4b3b5b717c4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.715158] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.715418] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d238ecab-4923-4bb7-90df-d04d8f25b5c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.785124] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.785352] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.785533] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Deleting the datastore file [datastore2] f68a1410-3133-43e6-93c8-bfaac9db0840 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.786201] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e53c4fbf-92ae-41cb-992d-430d68d2217d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.791328] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777104, 'name': ReconfigVM_Task, 'duration_secs': 0.325886} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.791974] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfigured VM instance instance-00000031 to detach disk 2002 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.792188] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.792456] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c68f9fc4-9c3d-49ae-aba3-80fa5a7990a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.796654] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for the task: (returnval){ [ 970.796654] env[68207]: value = "task-2777106" [ 970.796654] env[68207]: _type = "Task" [ 970.796654] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.800786] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 970.800786] env[68207]: value = "task-2777107" [ 970.800786] env[68207]: _type = "Task" [ 970.800786] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.808345] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.813233] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.936213] env[68207]: DEBUG nova.compute.manager [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-vif-deleted-7ba036c9-92a7-46f7-95e8-1b9375694fe5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.936213] env[68207]: INFO nova.compute.manager [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Neutron deleted interface 7ba036c9-92a7-46f7-95e8-1b9375694fe5; detaching it from the instance and deleting it from the info cache [ 970.936213] env[68207]: DEBUG nova.network.neutron [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.984844] env[68207]: DEBUG oslo_concurrency.lockutils [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] Releasing lock "refresh_cache-7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.984844] env[68207]: DEBUG nova.compute.manager [req-92503f03-c3e8-4638-a083-9893872d03cf req-93d2135a-64f0-4fcb-a845-7aeafb5902ca service nova] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Received event network-vif-deleted-eca92abb-f204-4ccd-be12-6d2033683700 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.999016] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e37743-2d37-ec1d-6bbb-d8f852f6e18b, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.999016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.999016] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d/7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.999016] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05919cd8-4f30-4ef6-a841-4fbf263b29b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.005978] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 971.005978] env[68207]: value = "task-2777108" [ 971.005978] env[68207]: _type = "Task" [ 971.005978] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.017945] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.199556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-166c82c8-b431-48a0-89b6-86ed61997a41 tempest-ServersAdminTestJSON-1178479921 tempest-ServersAdminTestJSON-1178479921-project-member] Lock "d11cf608-e2c4-43f3-aeda-ea36aa288ed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.332s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.310949] env[68207]: DEBUG oslo_vmware.api [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Task: {'id': task-2777106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155252} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.311680] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.311970] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.312164] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.312340] env[68207]: INFO nova.compute.manager [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Took 2.34 seconds to destroy the instance on the hypervisor. [ 971.312630] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.312837] env[68207]: DEBUG nova.compute.manager [-] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.312931] env[68207]: DEBUG nova.network.neutron [-] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.320459] env[68207]: DEBUG oslo_vmware.api [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777107, 'name': PowerOnVM_Task, 'duration_secs': 0.423531} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.321798] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.321798] env[68207]: DEBUG nova.compute.manager [None req-ee496233-9a2c-4a94-902c-2eb1137b1ad6 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.322245] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae3ac2-9ff3-4209-945d-fe4c92798b71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.443025] env[68207]: DEBUG oslo_concurrency.lockutils [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.443025] env[68207]: DEBUG oslo_concurrency.lockutils [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] Acquired lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.443025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa6bb5-ecee-4486-aed6-29696a33a288 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.468112] env[68207]: DEBUG oslo_concurrency.lockutils [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] Releasing lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.468353] env[68207]: WARNING nova.compute.manager [req-d13b2d76-dcab-4932-a006-c39aefedfedc req-d9054589-878c-48e6-89f5-6cf37df54bee service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Detach interface failed, port_id=7ba036c9-92a7-46f7-95e8-1b9375694fe5, reason: No device with interface-id 7ba036c9-92a7-46f7-95e8-1b9375694fe5 exists on VM: nova.exception.NotFound: No device with interface-id 7ba036c9-92a7-46f7-95e8-1b9375694fe5 exists on VM [ 971.531826] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777108, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.640999] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53456a45-8a5d-4019-90f5-f746643eb21e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.650098] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db0385-83aa-4bde-815c-625f3277c71b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.686643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64819df9-fff4-4159-ab9d-7c92705f8f7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.695947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eeee79-198a-45c3-aed7-9efa2331076a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.711999] env[68207]: DEBUG nova.compute.provider_tree [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.847804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.847804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.848064] env[68207]: DEBUG nova.network.neutron [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.023594] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785929} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.023943] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d/7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.024198] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.024430] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87261ac5-e5d7-447d-9564-5ac72cc7c383 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.033551] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 972.033551] env[68207]: value = "task-2777109" [ 972.033551] env[68207]: _type = "Task" [ 972.033551] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.046607] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.215297] env[68207]: DEBUG nova.scheduler.client.report [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.516424] env[68207]: DEBUG nova.network.neutron [-] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.548319] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275361} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.549850] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.550691] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904fa054-e805-496e-98da-d69fd35171d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.553780] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.554011] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.554252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.554437] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.554692] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.558593] env[68207]: INFO nova.compute.manager [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Terminating instance [ 972.579328] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d/7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.584179] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72d92ef-e549-48a7-8639-011a3ceed129 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.613199] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 972.613199] env[68207]: value = "task-2777110" [ 972.613199] env[68207]: _type = "Task" [ 972.613199] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.622880] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.723811] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.726960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.918s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.726960] env[68207]: DEBUG nova.objects.instance [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lazy-loading 'resources' on Instance uuid 8780454d-d18c-46d8-9baa-f61fa3b2cd5f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.752744] env[68207]: INFO nova.scheduler.client.report [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocations for instance a44202fd-df38-4102-b1a9-58304a821b04 [ 972.819186] env[68207]: DEBUG nova.network.neutron [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [{"id": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "address": "fa:16:3e:9b:84:03", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b692ce2-7f", "ovs_interfaceid": "1b692ce2-7f8b-4630-91eb-453150eaf60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.969799] env[68207]: DEBUG nova.compute.manager [req-f365070c-c1ff-405e-8b66-ca302fbb7f59 req-3002be93-43a2-4de2-adb7-924d70ebb042 service nova] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Received event network-vif-deleted-de36303e-e57a-4a8e-a5f3-27306628941e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.021860] env[68207]: INFO nova.compute.manager [-] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Took 1.71 seconds to deallocate network for instance. [ 973.026428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.026428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.026428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.026428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.026428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.027825] env[68207]: INFO nova.compute.manager [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Terminating instance [ 973.106251] env[68207]: DEBUG nova.compute.manager [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.106855] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.108804] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74be5d25-a037-4219-8e46-c8dba816c46e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.121602] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.124359] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b64c66f-6a3c-4619-a3a9-62b6894f4b95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.129774] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.131437] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 973.131437] env[68207]: value = "task-2777111" [ 973.131437] env[68207]: _type = "Task" [ 973.131437] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.140865] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.264309] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b0632c8c-2bb9-40ba-94e9-b63e6c0e371b tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "a44202fd-df38-4102-b1a9-58304a821b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.623s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.325422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-b56cc2d0-c77b-4f7e-add9-d888c6eb4789" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.533293] env[68207]: DEBUG nova.compute.manager [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.533581] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.535687] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9348e77-c3f9-48b8-9dec-9060eb993a79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.547159] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.547497] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e824f3-8da9-4300-b87b-55225d5927d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.565062] env[68207]: DEBUG oslo_vmware.api [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 973.565062] env[68207]: value = "task-2777112" [ 973.565062] env[68207]: _type = "Task" [ 973.565062] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.580432] env[68207]: DEBUG oslo_vmware.api [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.585531] env[68207]: DEBUG nova.compute.manager [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.585531] env[68207]: DEBUG nova.compute.manager [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing instance network info cache due to event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 973.585531] env[68207]: DEBUG oslo_concurrency.lockutils [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.585676] env[68207]: DEBUG oslo_concurrency.lockutils [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.585756] env[68207]: DEBUG nova.network.neutron [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.623709] env[68207]: INFO nova.compute.manager [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Took 0.60 seconds to detach 1 volumes for instance. [ 973.629897] env[68207]: DEBUG nova.compute.manager [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Deleting volume: ba9f4782-4ae0-419c-9da3-3d579be319cd {{(pid=68207) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 973.641778] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.647882] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777111, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.695807] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47eb0c4-6c0a-4cc0-804f-06a147129548 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.712077] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa50f455-3f09-43d2-a137-f3d9ac9b8e50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.751784] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49010b4-f5f9-4797-a647-8dc1d8fe9c80 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.761278] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b6ccb2-d7d7-4ec3-a9a1-6f615b71a5f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.779237] env[68207]: DEBUG nova.compute.provider_tree [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.830269] env[68207]: DEBUG oslo_concurrency.lockutils [None req-da5af762-91b0-4e54-8497-7d44d2462aa4 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-b56cc2d0-c77b-4f7e-add9-d888c6eb4789-7ba036c9-92a7-46f7-95e8-1b9375694fe5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.115s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.081807] env[68207]: DEBUG oslo_vmware.api [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777112, 'name': PowerOffVM_Task, 'duration_secs': 0.240748} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.081807] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.081807] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.081807] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52bea540-35de-4ddf-a8d3-ebbaf04a3a53 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.127476] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.145533] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777111, 'name': PowerOffVM_Task, 'duration_secs': 0.665265} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.145808] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.146694] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.146694] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49603a1f-4599-4a04-a32e-c9e08266c8cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.153431] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.153690] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.153877] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Deleting the datastore file [datastore2] 16d8cb0b-d526-41b2-bc75-b3635d3761b5 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.154145] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7bc66fa-2cd8-4eb9-b5ad-97cd7c47d1f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.171873] env[68207]: DEBUG oslo_vmware.api [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for the task: (returnval){ [ 974.171873] env[68207]: value = "task-2777116" [ 974.171873] env[68207]: _type = "Task" [ 974.171873] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.181054] env[68207]: DEBUG oslo_vmware.api [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.192499] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.221584] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.221866] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.222047] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleting the datastore file [datastore2] b56cc2d0-c77b-4f7e-add9-d888c6eb4789 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.225044] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c06328-a3f8-4b0f-81e3-0f7392f5f23e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.233315] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 974.233315] env[68207]: value = "task-2777117" [ 974.233315] env[68207]: _type = "Task" [ 974.233315] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.242850] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.284356] env[68207]: DEBUG nova.scheduler.client.report [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.468676] env[68207]: DEBUG nova.network.neutron [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updated VIF entry in instance network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.469069] env[68207]: DEBUG nova.network.neutron [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.628692] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777110, 'name': ReconfigVM_Task, 'duration_secs': 1.887918} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.629231] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d/7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.629917] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58850e3c-6b9b-4de5-9ff0-f11c899a567c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.639809] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 974.639809] env[68207]: value = "task-2777118" [ 974.639809] env[68207]: _type = "Task" [ 974.639809] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.648950] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777118, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.682254] env[68207]: DEBUG oslo_vmware.api [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Task: {'id': task-2777116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.682602] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.682833] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.683062] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.683281] env[68207]: INFO nova.compute.manager [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 974.683592] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.683845] env[68207]: DEBUG nova.compute.manager [-] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.683999] env[68207]: DEBUG nova.network.neutron [-] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.749307] env[68207]: DEBUG oslo_vmware.api [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256656} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.750535] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.751847] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.752163] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.756141] env[68207]: INFO nova.compute.manager [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Took 1.65 seconds to destroy the instance on the hypervisor. [ 974.756141] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.756141] env[68207]: DEBUG nova.compute.manager [-] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.756141] env[68207]: DEBUG nova.network.neutron [-] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.789470] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.791718] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.394s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.793253] env[68207]: INFO nova.compute.claims [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.808414] env[68207]: INFO nova.scheduler.client.report [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance 8780454d-d18c-46d8-9baa-f61fa3b2cd5f [ 974.938194] env[68207]: DEBUG oslo_concurrency.lockutils [None req-003495f6-b612-4ceb-a8eb-b13449abad65 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "135f6176-9182-4026-b998-ed94a83b1a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.938655] env[68207]: DEBUG oslo_concurrency.lockutils [None req-003495f6-b612-4ceb-a8eb-b13449abad65 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "135f6176-9182-4026-b998-ed94a83b1a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.972579] env[68207]: DEBUG oslo_concurrency.lockutils [req-f7a33c07-6f86-4364-b470-3eba29614a08 req-4dc3e7e7-57ea-43a4-a849-f8c95652bb63 service nova] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.152731] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777118, 'name': Rename_Task, 'duration_secs': 0.239019} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.152731] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.152731] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3509847-914b-4c3c-a2e7-3bfdf3bd0085 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.161802] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 975.161802] env[68207]: value = "task-2777119" [ 975.161802] env[68207]: _type = "Task" [ 975.161802] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.179501] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.269058] env[68207]: DEBUG nova.compute.manager [req-e1551516-4e5d-46b1-9f71-75e4155dfad0 req-86c7846d-2fcf-4a1c-a2d1-c1cd46b36146 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Received event network-vif-deleted-a9298339-57c9-498e-a10d-aab1be4034b1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 975.269275] env[68207]: INFO nova.compute.manager [req-e1551516-4e5d-46b1-9f71-75e4155dfad0 req-86c7846d-2fcf-4a1c-a2d1-c1cd46b36146 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Neutron deleted interface a9298339-57c9-498e-a10d-aab1be4034b1; detaching it from the instance and deleting it from the info cache [ 975.269456] env[68207]: DEBUG nova.network.neutron [req-e1551516-4e5d-46b1-9f71-75e4155dfad0 req-86c7846d-2fcf-4a1c-a2d1-c1cd46b36146 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.318629] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc83bda1-7b3b-4cd0-bdce-b39796f49d79 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "8780454d-d18c-46d8-9baa-f61fa3b2cd5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.102s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.442099] env[68207]: DEBUG nova.compute.manager [None req-003495f6-b612-4ceb-a8eb-b13449abad65 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 135f6176-9182-4026-b998-ed94a83b1a02] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.602028] env[68207]: DEBUG nova.network.neutron [-] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.674211] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777119, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.773202] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a962713-e9fa-4f01-9f7c-46ce694f565b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.785750] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f54ce-3008-44d7-890f-aa0adb8d1fb6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.821843] env[68207]: DEBUG nova.compute.manager [req-e1551516-4e5d-46b1-9f71-75e4155dfad0 req-86c7846d-2fcf-4a1c-a2d1-c1cd46b36146 service nova] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Detach interface failed, port_id=a9298339-57c9-498e-a10d-aab1be4034b1, reason: Instance 16d8cb0b-d526-41b2-bc75-b3635d3761b5 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 975.949777] env[68207]: DEBUG nova.compute.manager [None req-003495f6-b612-4ceb-a8eb-b13449abad65 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 135f6176-9182-4026-b998-ed94a83b1a02] Instance disappeared before build. {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 976.021938] env[68207]: DEBUG nova.compute.manager [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.022073] env[68207]: DEBUG nova.compute.manager [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing instance network info cache due to event network-changed-2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 976.022359] env[68207]: DEBUG oslo_concurrency.lockutils [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] Acquiring lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.022430] env[68207]: DEBUG oslo_concurrency.lockutils [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] Acquired lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.022570] env[68207]: DEBUG nova.network.neutron [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Refreshing network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.105388] env[68207]: INFO nova.compute.manager [-] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Took 1.42 seconds to deallocate network for instance. [ 976.176023] env[68207]: DEBUG oslo_vmware.api [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777119, 'name': PowerOnVM_Task, 'duration_secs': 0.773934} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.176987] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.177363] env[68207]: INFO nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Took 10.19 seconds to spawn the instance on the hypervisor. [ 976.177363] env[68207]: DEBUG nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.178119] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787b98cf-df8e-40dc-ae0b-f9a766d7f087 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181657] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de75fa2-f689-42bb-8973-ac9fdbcc6122 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.197909] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f9095a-6c8b-4fc6-8e1f-762ac6097e2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.235579] env[68207]: DEBUG nova.network.neutron [-] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.240782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989ff2c5-9328-4b01-b4ed-f5d02014c27f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.253127] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f19cbe-2414-4019-81b3-fc85ba593227 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.270459] env[68207]: DEBUG nova.compute.provider_tree [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.468486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-003495f6-b612-4ceb-a8eb-b13449abad65 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "135f6176-9182-4026-b998-ed94a83b1a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.530s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.616115] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.632153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.632396] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.719734] env[68207]: INFO nova.compute.manager [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Took 28.49 seconds to build instance. [ 976.725541] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.725541] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.742437] env[68207]: INFO nova.compute.manager [-] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Took 1.99 seconds to deallocate network for instance. [ 976.774155] env[68207]: DEBUG nova.scheduler.client.report [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.983176] env[68207]: DEBUG nova.network.neutron [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updated VIF entry in instance network info cache for port 2a07dc23-e821-4f18-a76d-c29d0d71109f. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.983932] env[68207]: DEBUG nova.network.neutron [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [{"id": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "address": "fa:16:3e:20:ca:6b", "network": {"id": "65f9135a-a837-41b2-9d06-c62dda38854c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-728609864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a45467a35ea4328aaefc5429868fff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a07dc23-e8", "ovs_interfaceid": "2a07dc23-e821-4f18-a76d-c29d0d71109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.135570] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.224395] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e46cfb-296d-480e-a6d3-775fec3e51e4 tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.007s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.227942] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.249781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.285021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.285021] env[68207]: DEBUG nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.291262] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.034s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.291892] env[68207]: DEBUG nova.objects.instance [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lazy-loading 'resources' on Instance uuid 011fe93e-3749-4b01-837d-a65674e170b3 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.487447] env[68207]: DEBUG oslo_concurrency.lockutils [req-44915601-eef4-423b-b04a-5fc112f68bfb req-7348fcdb-d449-4647-976a-b502ef827347 service nova] Releasing lock "refresh_cache-154ba180-8d21-4cab-8614-97d441aa5956" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.663126] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.751984] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.792988] env[68207]: DEBUG nova.compute.utils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.794018] env[68207]: DEBUG nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 978.167936] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5776202d-855b-44fd-9ee4-224eadd5ccd9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.182287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc0704-eb23-458b-90cb-3c0ff5ce9ab9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.226489] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1bac67-aa1a-4748-8323-57fc424a651b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.229979] env[68207]: DEBUG nova.compute.manager [req-12ef5d4f-f84f-4b04-a0f7-d043f12c1b05 req-f23e7f6e-d4ff-4ad8-9792-8eeae794b0a7 service nova] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Received event network-vif-deleted-1b692ce2-7f8b-4630-91eb-453150eaf60d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.238455] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b83f8b-6cae-431b-8adb-b064b8cb0b11 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.259202] env[68207]: DEBUG nova.compute.provider_tree [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.295447] env[68207]: DEBUG nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.316098] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.316384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.316787] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.317173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.317497] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.321181] env[68207]: INFO nova.compute.manager [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Terminating instance [ 978.765851] env[68207]: DEBUG nova.scheduler.client.report [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.828047] env[68207]: DEBUG nova.compute.manager [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.829162] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.830138] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6518ca8-81e5-4260-b4ce-b846406ddaf9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.839028] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.839608] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.844366] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.844656] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4565f7d5-7047-4f19-acbd-aa47723cd986 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.856401] env[68207]: DEBUG oslo_vmware.api [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 978.856401] env[68207]: value = "task-2777120" [ 978.856401] env[68207]: _type = "Task" [ 978.856401] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.866757] env[68207]: DEBUG oslo_vmware.api [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.274065] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.276926] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.526s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.278430] env[68207]: INFO nova.compute.claims [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.307326] env[68207]: DEBUG nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.321784] env[68207]: INFO nova.scheduler.client.report [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Deleted allocations for instance 011fe93e-3749-4b01-837d-a65674e170b3 [ 979.342373] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.342610] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.342766] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.342944] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.343132] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.343295] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.343512] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.343765] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.343959] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.344139] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.344314] env[68207]: DEBUG nova.virt.hardware [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.344988] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.348216] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840b622-7046-4d8b-bc94-1820ebc159ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.356953] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f771104-59ea-4607-8826-b1442e4f2045 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.380262] env[68207]: DEBUG oslo_vmware.api [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777120, 'name': PowerOffVM_Task, 'duration_secs': 0.269179} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.380686] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.386328] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Creating folder: Project (dff2239f702140e7baa914a399998b67). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.387280] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.387451] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.387689] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7fc61f9-a3f0-484b-b07a-8ab259880ee2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.389830] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc6b6ae8-c05f-458b-90f7-bbdf9e4bd561 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.404574] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Created folder: Project (dff2239f702140e7baa914a399998b67) in parent group-v558176. [ 979.404763] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Creating folder: Instances. Parent ref: group-v558388. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.405161] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78ae61c-24e6-45dd-89a1-df913747c370 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.415335] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Created folder: Instances in parent group-v558388. [ 979.415571] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.415762] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.415968] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c493edd-1014-425f-a756-12e388b089d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.433058] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.433058] env[68207]: value = "task-2777124" [ 979.433058] env[68207]: _type = "Task" [ 979.433058] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.441489] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777124, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.469391] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.469625] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.469816] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Deleting the datastore file [datastore2] 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.470095] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6b53a05-4bc3-4b5d-b4c8-7050bef3e7b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.479016] env[68207]: DEBUG oslo_vmware.api [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for the task: (returnval){ [ 979.479016] env[68207]: value = "task-2777125" [ 979.479016] env[68207]: _type = "Task" [ 979.479016] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.487634] env[68207]: DEBUG oslo_vmware.api [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.830777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-909d8bb8-5396-45ae-81a9-2adcc7805d8b tempest-ServersTestFqdnHostnames-1226130738 tempest-ServersTestFqdnHostnames-1226130738-project-member] Lock "011fe93e-3749-4b01-837d-a65674e170b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.209s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.878209] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.955536] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777124, 'name': CreateVM_Task, 'duration_secs': 0.484386} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.955720] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.956171] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.956336] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.956663] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.956917] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db2d0fb-30fd-4297-a43d-fd7d951b27fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.963497] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 979.963497] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5235b74c-ef25-646a-9bb5-864d5d8c967d" [ 979.963497] env[68207]: _type = "Task" [ 979.963497] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.974670] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5235b74c-ef25-646a-9bb5-864d5d8c967d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.988644] env[68207]: DEBUG oslo_vmware.api [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Task: {'id': task-2777125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222514} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.988905] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.989218] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.989419] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.989588] env[68207]: INFO nova.compute.manager [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 979.989821] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.990018] env[68207]: DEBUG nova.compute.manager [-] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.990116] env[68207]: DEBUG nova.network.neutron [-] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.385926] env[68207]: DEBUG nova.compute.manager [req-51bb107d-a834-4220-a770-81c65dc735a6 req-709aa943-ca26-49bd-8c6f-ed4cc4949616 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Received event network-vif-deleted-bd066230-5a8b-41f0-8c84-e50f9e97c6b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.385926] env[68207]: INFO nova.compute.manager [req-51bb107d-a834-4220-a770-81c65dc735a6 req-709aa943-ca26-49bd-8c6f-ed4cc4949616 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Neutron deleted interface bd066230-5a8b-41f0-8c84-e50f9e97c6b4; detaching it from the instance and deleting it from the info cache [ 980.385926] env[68207]: DEBUG nova.network.neutron [req-51bb107d-a834-4220-a770-81c65dc735a6 req-709aa943-ca26-49bd-8c6f-ed4cc4949616 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.481108] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5235b74c-ef25-646a-9bb5-864d5d8c967d, 'name': SearchDatastore_Task, 'duration_secs': 0.03309} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.481108] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.481108] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.481108] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.481108] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.481108] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.481108] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-750294fd-85f0-4878-9ef7-0b6c7ae28dfe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497371] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.497371] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.498682] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d90696-64c6-4272-92b6-0a75e16156ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.507149] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 980.507149] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524a5456-9301-750b-0939-093e0a5319e0" [ 980.507149] env[68207]: _type = "Task" [ 980.507149] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.520297] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524a5456-9301-750b-0939-093e0a5319e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.687918] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af55d107-c562-41ee-9f6a-9dc6358f6dde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.697904] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0b3e5-17a2-4a78-a7f6-724630e3b098 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.739012] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd888398-8866-47ec-8265-1f76a57fcb1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.748934] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943f37b-d96d-4b8a-b063-7aef6a1d792f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.765653] env[68207]: DEBUG nova.compute.provider_tree [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.861311] env[68207]: DEBUG nova.network.neutron [-] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.888583] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4932fd74-9656-4b8a-b156-5f41952450df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.903184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ac96f-10ba-4dcc-bc3a-4fe2f4327ff1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.939329] env[68207]: DEBUG nova.compute.manager [req-51bb107d-a834-4220-a770-81c65dc735a6 req-709aa943-ca26-49bd-8c6f-ed4cc4949616 service nova] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Detach interface failed, port_id=bd066230-5a8b-41f0-8c84-e50f9e97c6b4, reason: Instance 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 981.019255] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524a5456-9301-750b-0939-093e0a5319e0, 'name': SearchDatastore_Task, 'duration_secs': 0.032851} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.020152] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01a415b-f274-4a70-878a-916df65ced8f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.026756] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 981.026756] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5220850b-b0ca-3a1b-1bd3-af05bf66dbed" [ 981.026756] env[68207]: _type = "Task" [ 981.026756] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.038271] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5220850b-b0ca-3a1b-1bd3-af05bf66dbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.271030] env[68207]: DEBUG nova.scheduler.client.report [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.372388] env[68207]: INFO nova.compute.manager [-] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Took 1.38 seconds to deallocate network for instance. [ 981.538605] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5220850b-b0ca-3a1b-1bd3-af05bf66dbed, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.538989] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.539191] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] db1acb4a-6bea-4091-ab2f-d314fa0b149f/db1acb4a-6bea-4091-ab2f-d314fa0b149f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.539422] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8db84ea3-d426-481e-8b66-d8bbf1fd7808 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.547277] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 981.547277] env[68207]: value = "task-2777126" [ 981.547277] env[68207]: _type = "Task" [ 981.547277] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.557297] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.775191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.777715] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.780984] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.565s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.782802] env[68207]: INFO nova.compute.claims [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.878499] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.058011] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777126, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.253498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "71f0fc2b-f487-41aa-afdc-91a009c6a778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.253498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.292261] env[68207]: DEBUG nova.compute.utils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.294287] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.294287] env[68207]: DEBUG nova.network.neutron [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.348096] env[68207]: DEBUG nova.policy [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeef225fc240460ab3524eea3a2463e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8df1e5f0fb26450290e1cbccf8816276', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.559914] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607235} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.560245] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] db1acb4a-6bea-4091-ab2f-d314fa0b149f/db1acb4a-6bea-4091-ab2f-d314fa0b149f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.560518] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.560788] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d717c3-ebc5-48b9-adea-651d8aecbf20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.569784] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 982.569784] env[68207]: value = "task-2777127" [ 982.569784] env[68207]: _type = "Task" [ 982.569784] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.579811] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.719185] env[68207]: DEBUG nova.network.neutron [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Successfully created port: 5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.755547] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.805449] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.080793] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069013} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.080903] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.083778] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363aeed2-836f-4dc5-9ad8-5626ee692fae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.108991] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] db1acb4a-6bea-4091-ab2f-d314fa0b149f/db1acb4a-6bea-4091-ab2f-d314fa0b149f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.111705] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83163fa7-b125-4f3a-b6e9-a19ae6782739 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.133503] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 983.133503] env[68207]: value = "task-2777128" [ 983.133503] env[68207]: _type = "Task" [ 983.133503] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.143560] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.163571] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cc1dd4-9939-4d0a-8ead-7a0e9245dcfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.174954] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893094b-af83-490e-bc0b-274e9dd03cfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.210231] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be03c25-802d-46ab-83a8-e89b46ef73fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.218718] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a51091-3511-4acb-9449-88b038f260b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233044] env[68207]: DEBUG nova.compute.provider_tree [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.275477] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.650091] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.737461] env[68207]: DEBUG nova.scheduler.client.report [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.815462] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.842578] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.842830] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.842988] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.843184] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.843329] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.843475] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.843746] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.844343] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.844343] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.844343] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.844490] env[68207]: DEBUG nova.virt.hardware [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.845466] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8b2f5-fc97-4f96-88d7-b16911baf9d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.854229] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4daa7-a65c-4e75-b8f1-06550e20ef10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.145133] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777128, 'name': ReconfigVM_Task, 'duration_secs': 0.962823} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.145575] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] db1acb4a-6bea-4091-ab2f-d314fa0b149f/db1acb4a-6bea-4091-ab2f-d314fa0b149f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.146342] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6322d189-e702-427b-9639-fc0638ee5381 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.153656] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 984.153656] env[68207]: value = "task-2777129" [ 984.153656] env[68207]: _type = "Task" [ 984.153656] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.162150] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777129, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.220296] env[68207]: DEBUG nova.compute.manager [req-f2221ad1-a87a-46e0-9e01-f315507647a9 req-dcd65ca3-8584-4f7c-aa73-60f7f18c6e2c service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Received event network-vif-plugged-5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.220296] env[68207]: DEBUG oslo_concurrency.lockutils [req-f2221ad1-a87a-46e0-9e01-f315507647a9 req-dcd65ca3-8584-4f7c-aa73-60f7f18c6e2c service nova] Acquiring lock "11c37779-6f47-4880-88e1-a242ce915185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.220296] env[68207]: DEBUG oslo_concurrency.lockutils [req-f2221ad1-a87a-46e0-9e01-f315507647a9 req-dcd65ca3-8584-4f7c-aa73-60f7f18c6e2c service nova] Lock "11c37779-6f47-4880-88e1-a242ce915185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.220296] env[68207]: DEBUG oslo_concurrency.lockutils [req-f2221ad1-a87a-46e0-9e01-f315507647a9 req-dcd65ca3-8584-4f7c-aa73-60f7f18c6e2c service nova] Lock "11c37779-6f47-4880-88e1-a242ce915185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.220296] env[68207]: DEBUG nova.compute.manager [req-f2221ad1-a87a-46e0-9e01-f315507647a9 req-dcd65ca3-8584-4f7c-aa73-60f7f18c6e2c service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] No waiting events found dispatching network-vif-plugged-5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.220296] env[68207]: WARNING nova.compute.manager [req-f2221ad1-a87a-46e0-9e01-f315507647a9 req-dcd65ca3-8584-4f7c-aa73-60f7f18c6e2c service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Received unexpected event network-vif-plugged-5c84f5a4-d531-4904-9ceb-443a78e4940d for instance with vm_state building and task_state spawning. [ 984.245023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.245023] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.246564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.641s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.248615] env[68207]: INFO nova.compute.claims [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.390975] env[68207]: DEBUG nova.network.neutron [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Successfully updated port: 5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.665968] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777129, 'name': Rename_Task, 'duration_secs': 0.276796} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.666418] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.666454] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf323bfe-c99c-4198-8a28-6a2dab872d4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.674115] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 984.674115] env[68207]: value = "task-2777130" [ 984.674115] env[68207]: _type = "Task" [ 984.674115] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.689945] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.754590] env[68207]: DEBUG nova.compute.utils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.756150] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.756341] env[68207]: DEBUG nova.network.neutron [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.809510] env[68207]: DEBUG nova.policy [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeef225fc240460ab3524eea3a2463e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8df1e5f0fb26450290e1cbccf8816276', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.892696] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "refresh_cache-11c37779-6f47-4880-88e1-a242ce915185" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.892883] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired lock "refresh_cache-11c37779-6f47-4880-88e1-a242ce915185" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.893060] env[68207]: DEBUG nova.network.neutron [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.148299] env[68207]: DEBUG nova.network.neutron [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Successfully created port: d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.185489] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.259443] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.438971] env[68207]: DEBUG nova.network.neutron [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.583786] env[68207]: DEBUG nova.network.neutron [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Updating instance_info_cache with network_info: [{"id": "5c84f5a4-d531-4904-9ceb-443a78e4940d", "address": "fa:16:3e:f7:38:38", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c84f5a4-d5", "ovs_interfaceid": "5c84f5a4-d531-4904-9ceb-443a78e4940d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.621719] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea7fb18-fcb9-4bdd-a936-a721355c3490 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.629843] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde9dc46-d4a3-40ad-ab34-c5f083106fd9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.660169] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca611ed-aac4-4e81-8e97-6a9a114568ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.668067] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a565de4-8eca-48e5-8322-a0426960732c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.682866] env[68207]: DEBUG nova.compute.provider_tree [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.693986] env[68207]: DEBUG oslo_vmware.api [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777130, 'name': PowerOnVM_Task, 'duration_secs': 0.621259} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.694902] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.694902] env[68207]: INFO nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Took 6.39 seconds to spawn the instance on the hypervisor. [ 985.694902] env[68207]: DEBUG nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.695661] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1548bc4-e785-4840-a894-08fa3ab32d47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.088549] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Releasing lock "refresh_cache-11c37779-6f47-4880-88e1-a242ce915185" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.088874] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Instance network_info: |[{"id": "5c84f5a4-d531-4904-9ceb-443a78e4940d", "address": "fa:16:3e:f7:38:38", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c84f5a4-d5", "ovs_interfaceid": "5c84f5a4-d531-4904-9ceb-443a78e4940d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.089339] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:38:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c84f5a4-d531-4904-9ceb-443a78e4940d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.097072] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating folder: Project (8df1e5f0fb26450290e1cbccf8816276). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.097360] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a489abd-c568-4b76-a721-496a4631de29 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.111078] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Created folder: Project (8df1e5f0fb26450290e1cbccf8816276) in parent group-v558176. [ 986.111287] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating folder: Instances. Parent ref: group-v558391. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.111901] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de58d21f-e9f3-4820-a6a0-0c3e5b61bbfa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.122089] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Created folder: Instances in parent group-v558391. [ 986.122336] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.122542] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.122745] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e160100-3c0a-44be-8c27-e6035e761ad8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.142898] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.142898] env[68207]: value = "task-2777133" [ 986.142898] env[68207]: _type = "Task" [ 986.142898] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.150925] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777133, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.187090] env[68207]: DEBUG nova.scheduler.client.report [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.213409] env[68207]: INFO nova.compute.manager [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Took 29.84 seconds to build instance. [ 986.244722] env[68207]: DEBUG nova.compute.manager [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Received event network-changed-5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.244722] env[68207]: DEBUG nova.compute.manager [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Refreshing instance network info cache due to event network-changed-5c84f5a4-d531-4904-9ceb-443a78e4940d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 986.244722] env[68207]: DEBUG oslo_concurrency.lockutils [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] Acquiring lock "refresh_cache-11c37779-6f47-4880-88e1-a242ce915185" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.244883] env[68207]: DEBUG oslo_concurrency.lockutils [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] Acquired lock "refresh_cache-11c37779-6f47-4880-88e1-a242ce915185" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.244919] env[68207]: DEBUG nova.network.neutron [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Refreshing network info cache for port 5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.270539] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.298612] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.298862] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.299032] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.299218] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.299362] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.299508] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.299710] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.299867] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.300570] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.300820] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.301683] env[68207]: DEBUG nova.virt.hardware [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.302613] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d4dcd5-74dc-4f50-95af-a002196b641d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.311214] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4e926-43eb-4c5a-ac76-b0ca2cc6577a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.654172] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777133, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.695328] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.695919] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.698586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.936s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.698825] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.700854] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.883s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.701114] env[68207]: DEBUG nova.objects.instance [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lazy-loading 'resources' on Instance uuid 7d28bba8-3f19-48ea-a158-71f50ad59cca {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.717975] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2e188fff-b56f-49fc-9d2f-46871cb8867a tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.359s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.752969] env[68207]: INFO nova.scheduler.client.report [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocations for instance 82120b95-6022-4592-8c70-619c09a8601f [ 986.806867] env[68207]: DEBUG nova.network.neutron [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Successfully updated port: d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.924569] env[68207]: DEBUG nova.compute.manager [None req-0b7a13ad-eaf9-455b-8c93-c1f8d6157404 tempest-ServerDiagnosticsV248Test-2144177463 tempest-ServerDiagnosticsV248Test-2144177463-project-admin] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.926661] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e5349-a2a1-4e2a-9828-ad360b69cab8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.934030] env[68207]: INFO nova.compute.manager [None req-0b7a13ad-eaf9-455b-8c93-c1f8d6157404 tempest-ServerDiagnosticsV248Test-2144177463 tempest-ServerDiagnosticsV248Test-2144177463-project-admin] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Retrieving diagnostics [ 986.935139] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f49fb-9e01-44ee-87d9-cc266018815d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.994416] env[68207]: DEBUG nova.network.neutron [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Updated VIF entry in instance network info cache for port 5c84f5a4-d531-4904-9ceb-443a78e4940d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.994787] env[68207]: DEBUG nova.network.neutron [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Updating instance_info_cache with network_info: [{"id": "5c84f5a4-d531-4904-9ceb-443a78e4940d", "address": "fa:16:3e:f7:38:38", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c84f5a4-d5", "ovs_interfaceid": "5c84f5a4-d531-4904-9ceb-443a78e4940d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.153409] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777133, 'name': CreateVM_Task, 'duration_secs': 0.856432} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.153663] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.154422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.154638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.154992] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.155286] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab9b3cd-1233-4e4a-be8e-0a6a92797655 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.160096] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 987.160096] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5224eea9-ae17-bb83-6d19-58d294a084f5" [ 987.160096] env[68207]: _type = "Task" [ 987.160096] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.167945] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5224eea9-ae17-bb83-6d19-58d294a084f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.207927] env[68207]: DEBUG nova.compute.utils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.210400] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.210400] env[68207]: DEBUG nova.network.neutron [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.247021] env[68207]: DEBUG nova.policy [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73407b33645d4f2980f758b9d3c6f642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eb815fdbcba4bdea9d5cfb99fabf43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.267109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43764787-12d0-4aca-9611-2ba9facfc2c1 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "82120b95-6022-4592-8c70-619c09a8601f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.663s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.310183] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "refresh_cache-b675a6ab-7fe2-47ef-9326-55c39a1373cb" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.310330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired lock "refresh_cache-b675a6ab-7fe2-47ef-9326-55c39a1373cb" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.310664] env[68207]: DEBUG nova.network.neutron [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.499255] env[68207]: DEBUG oslo_concurrency.lockutils [req-05dc0e9c-70dc-4202-af28-1fab4841d5cb req-1f969182-53e6-4625-903c-fcea6214c903 service nova] Releasing lock "refresh_cache-11c37779-6f47-4880-88e1-a242ce915185" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.509579] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d438af18-ddb7-4712-be69-b2c90bb00c57 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.518926] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a70fb0-fac0-400d-9a17-60d53203c36c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.550857] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e95efc-d8a8-454e-b5bd-ad743957074c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.558962] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44babf-df39-42c2-8bf9-43a9064b2507 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.563342] env[68207]: DEBUG nova.network.neutron [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Successfully created port: 7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.575315] env[68207]: DEBUG nova.compute.provider_tree [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.674808] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5224eea9-ae17-bb83-6d19-58d294a084f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.674808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.674808] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.674808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.674808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.674808] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.674808] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c79445-4dd8-4cfc-b878-3e412123ad4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.685500] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.685715] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.686706] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d923b8-c27e-42cf-a9e1-1f8cd1481e8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.692224] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 987.692224] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5264fcfc-89ff-7cce-d3fe-9a3530671b95" [ 987.692224] env[68207]: _type = "Task" [ 987.692224] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.700301] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5264fcfc-89ff-7cce-d3fe-9a3530671b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.712671] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.870648] env[68207]: DEBUG nova.network.neutron [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.035651] env[68207]: DEBUG nova.network.neutron [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Updating instance_info_cache with network_info: [{"id": "d56777c0-9493-4c4f-9961-433b102d6817", "address": "fa:16:3e:08:1d:42", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56777c0-94", "ovs_interfaceid": "d56777c0-9493-4c4f-9961-433b102d6817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.078081] env[68207]: DEBUG nova.scheduler.client.report [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.202149] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5264fcfc-89ff-7cce-d3fe-9a3530671b95, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.202944] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95458f3d-830b-4d3b-89d1-fc1dbc2456f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.209202] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 988.209202] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52105672-c60a-3fd5-2842-5fb632682c09" [ 988.209202] env[68207]: _type = "Task" [ 988.209202] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.216968] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52105672-c60a-3fd5-2842-5fb632682c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.268799] env[68207]: DEBUG nova.compute.manager [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Received event network-vif-plugged-d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 988.269044] env[68207]: DEBUG oslo_concurrency.lockutils [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] Acquiring lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.269251] env[68207]: DEBUG oslo_concurrency.lockutils [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.269413] env[68207]: DEBUG oslo_concurrency.lockutils [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.269605] env[68207]: DEBUG nova.compute.manager [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] No waiting events found dispatching network-vif-plugged-d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.269728] env[68207]: WARNING nova.compute.manager [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Received unexpected event network-vif-plugged-d56777c0-9493-4c4f-9961-433b102d6817 for instance with vm_state building and task_state spawning. [ 988.269883] env[68207]: DEBUG nova.compute.manager [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Received event network-changed-d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 988.270044] env[68207]: DEBUG nova.compute.manager [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Refreshing instance network info cache due to event network-changed-d56777c0-9493-4c4f-9961-433b102d6817. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 988.270206] env[68207]: DEBUG oslo_concurrency.lockutils [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] Acquiring lock "refresh_cache-b675a6ab-7fe2-47ef-9326-55c39a1373cb" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.538934] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Releasing lock "refresh_cache-b675a6ab-7fe2-47ef-9326-55c39a1373cb" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.539308] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Instance network_info: |[{"id": "d56777c0-9493-4c4f-9961-433b102d6817", "address": "fa:16:3e:08:1d:42", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56777c0-94", "ovs_interfaceid": "d56777c0-9493-4c4f-9961-433b102d6817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.539611] env[68207]: DEBUG oslo_concurrency.lockutils [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] Acquired lock "refresh_cache-b675a6ab-7fe2-47ef-9326-55c39a1373cb" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.539794] env[68207]: DEBUG nova.network.neutron [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Refreshing network info cache for port d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.541045] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:1d:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd56777c0-9493-4c4f-9961-433b102d6817', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.548650] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.551358] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.551847] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30566fce-87d4-49b2-bbe3-b0297fefcccd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.573472] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.573472] env[68207]: value = "task-2777134" [ 988.573472] env[68207]: _type = "Task" [ 988.573472] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.581713] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777134, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.583563] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.585600] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.268s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.587068] env[68207]: INFO nova.compute.claims [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.610920] env[68207]: INFO nova.scheduler.client.report [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Deleted allocations for instance 7d28bba8-3f19-48ea-a158-71f50ad59cca [ 988.723050] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52105672-c60a-3fd5-2842-5fb632682c09, 'name': SearchDatastore_Task, 'duration_secs': 0.020759} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.725618] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.725618] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 11c37779-6f47-4880-88e1-a242ce915185/11c37779-6f47-4880-88e1-a242ce915185.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.725618] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eda2e4c-6c4c-4aa5-b5cd-940860421788 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.727044] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.736375] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 988.736375] env[68207]: value = "task-2777135" [ 988.736375] env[68207]: _type = "Task" [ 988.736375] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.744749] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.757564] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.757809] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.757966] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.758163] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.758785] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.758785] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.758785] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.758785] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.758988] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.759805] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.759805] env[68207]: DEBUG nova.virt.hardware [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.760383] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a36dc5-eadc-489d-8a60-dbfcaf8a1007 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.768757] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac05da0-79a7-4743-b511-06a39aaef7dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.944347] env[68207]: DEBUG nova.compute.manager [req-7ae4f26a-4ba8-49aa-b2b6-737a6023a109 req-71f7fc85-8121-4b8f-8f8c-fb9beb41873e service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Received event network-vif-plugged-7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 988.944559] env[68207]: DEBUG oslo_concurrency.lockutils [req-7ae4f26a-4ba8-49aa-b2b6-737a6023a109 req-71f7fc85-8121-4b8f-8f8c-fb9beb41873e service nova] Acquiring lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.944759] env[68207]: DEBUG oslo_concurrency.lockutils [req-7ae4f26a-4ba8-49aa-b2b6-737a6023a109 req-71f7fc85-8121-4b8f-8f8c-fb9beb41873e service nova] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.944938] env[68207]: DEBUG oslo_concurrency.lockutils [req-7ae4f26a-4ba8-49aa-b2b6-737a6023a109 req-71f7fc85-8121-4b8f-8f8c-fb9beb41873e service nova] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.945590] env[68207]: DEBUG nova.compute.manager [req-7ae4f26a-4ba8-49aa-b2b6-737a6023a109 req-71f7fc85-8121-4b8f-8f8c-fb9beb41873e service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] No waiting events found dispatching network-vif-plugged-7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.945851] env[68207]: WARNING nova.compute.manager [req-7ae4f26a-4ba8-49aa-b2b6-737a6023a109 req-71f7fc85-8121-4b8f-8f8c-fb9beb41873e service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Received unexpected event network-vif-plugged-7a9ebe0f-054f-4052-b240-7a42bae6d7c2 for instance with vm_state building and task_state spawning. [ 989.039140] env[68207]: DEBUG nova.network.neutron [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Successfully updated port: 7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.094995] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777134, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.119161] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af905d88-415c-4fe1-9c35-18b661cb71df tempest-ServersTestManualDisk-2001987083 tempest-ServersTestManualDisk-2001987083-project-member] Lock "7d28bba8-3f19-48ea-a158-71f50ad59cca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.064s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.171626] env[68207]: DEBUG nova.network.neutron [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Updated VIF entry in instance network info cache for port d56777c0-9493-4c4f-9961-433b102d6817. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.172070] env[68207]: DEBUG nova.network.neutron [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Updating instance_info_cache with network_info: [{"id": "d56777c0-9493-4c4f-9961-433b102d6817", "address": "fa:16:3e:08:1d:42", "network": {"id": "739464fb-02ae-4f1b-909e-5d575c695a68", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a81874768d684412b357373c9cc22adf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56777c0-94", "ovs_interfaceid": "d56777c0-9493-4c4f-9961-433b102d6817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.247790] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.546278] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.546278] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.546415] env[68207]: DEBUG nova.network.neutron [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.584305] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777134, 'name': CreateVM_Task, 'duration_secs': 0.865219} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.584305] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.584729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.584946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.585328] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.585614] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b72114-3d46-405c-b992-498023b70d0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.590629] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 989.590629] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52740fce-afcb-3705-615e-90e685b6f450" [ 989.590629] env[68207]: _type = "Task" [ 989.590629] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.601535] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52740fce-afcb-3705-615e-90e685b6f450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.676065] env[68207]: DEBUG oslo_concurrency.lockutils [req-23cde5a0-c990-40ed-8ca3-d08404f563f0 req-0d00e4df-cde8-4c17-8036-b034698d9310 service nova] Releasing lock "refresh_cache-b675a6ab-7fe2-47ef-9326-55c39a1373cb" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.750407] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673255} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.752797] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 11c37779-6f47-4880-88e1-a242ce915185/11c37779-6f47-4880-88e1-a242ce915185.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.753032] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.753439] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-123d6582-5f89-4547-a5fb-43056116089b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.760512] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 989.760512] env[68207]: value = "task-2777136" [ 989.760512] env[68207]: _type = "Task" [ 989.760512] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.771895] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.888606] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12af9ab4-863b-4cd7-b0f3-1aa4dfead07e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.896732] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e702c7-e8c7-4dd5-a3a3-e46c8905a278 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.928239] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7851f1d-6563-4999-ac30-fa7fe5fcb8dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.935901] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b406d-af33-48b9-a445-929a89cda015 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.952331] env[68207]: DEBUG nova.compute.provider_tree [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.083718] env[68207]: DEBUG nova.network.neutron [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.103195] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52740fce-afcb-3705-615e-90e685b6f450, 'name': SearchDatastore_Task, 'duration_secs': 0.022158} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.103664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.104681] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.104681] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.104681] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.104681] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.106284] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8766f29a-041b-426c-a81a-679d3b32828b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.114561] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.115367] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.116131] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57723689-5eb5-4817-9ca3-b8d66a05ff46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.123985] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 990.123985] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5248a3c0-83b5-28e9-0a92-95483ab418ae" [ 990.123985] env[68207]: _type = "Task" [ 990.123985] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.132046] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5248a3c0-83b5-28e9-0a92-95483ab418ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.208024] env[68207]: DEBUG nova.network.neutron [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [{"id": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "address": "fa:16:3e:eb:28:ff", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ebe0f-05", "ovs_interfaceid": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.270700] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077054} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.270968] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.272017] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9e00c0-5f9c-4628-b0b8-a868cf4b3de4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.298182] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 11c37779-6f47-4880-88e1-a242ce915185/11c37779-6f47-4880-88e1-a242ce915185.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.298808] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d37cad-1f86-4dca-a701-71d7793f9529 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.324303] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 990.324303] env[68207]: value = "task-2777137" [ 990.324303] env[68207]: _type = "Task" [ 990.324303] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.335744] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.455684] env[68207]: DEBUG nova.scheduler.client.report [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.634824] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5248a3c0-83b5-28e9-0a92-95483ab418ae, 'name': SearchDatastore_Task, 'duration_secs': 0.035387} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.635633] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8854138-744d-4aef-b317-5ce97f1b4b34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.641262] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 990.641262] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52304f99-6d4e-c05e-da27-ba73ef3ab757" [ 990.641262] env[68207]: _type = "Task" [ 990.641262] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.649552] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52304f99-6d4e-c05e-da27-ba73ef3ab757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.710779] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.710901] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Instance network_info: |[{"id": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "address": "fa:16:3e:eb:28:ff", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ebe0f-05", "ovs_interfaceid": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.711313] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:28:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a9ebe0f-054f-4052-b240-7a42bae6d7c2', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.718936] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.719157] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.719375] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-348341c9-0764-418d-8fea-058487b74898 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.740665] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.740665] env[68207]: value = "task-2777138" [ 990.740665] env[68207]: _type = "Task" [ 990.740665] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.748062] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777138, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.835876] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.962727] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.963538] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.965870] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.766s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.966139] env[68207]: DEBUG nova.objects.instance [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lazy-loading 'resources' on Instance uuid 8a994085-9ebf-4709-88c8-c725cbe0dcd1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.972576] env[68207]: DEBUG nova.compute.manager [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Received event network-changed-7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 990.972793] env[68207]: DEBUG nova.compute.manager [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Refreshing instance network info cache due to event network-changed-7a9ebe0f-054f-4052-b240-7a42bae6d7c2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 990.972862] env[68207]: DEBUG oslo_concurrency.lockutils [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] Acquiring lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.973042] env[68207]: DEBUG oslo_concurrency.lockutils [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] Acquired lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.973204] env[68207]: DEBUG nova.network.neutron [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Refreshing network info cache for port 7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.152172] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52304f99-6d4e-c05e-da27-ba73ef3ab757, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.152500] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.152780] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b675a6ab-7fe2-47ef-9326-55c39a1373cb/b675a6ab-7fe2-47ef-9326-55c39a1373cb.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.153064] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a7c460e-e60f-4d9a-a329-4b5d15fa58f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.160936] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 991.160936] env[68207]: value = "task-2777139" [ 991.160936] env[68207]: _type = "Task" [ 991.160936] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.170173] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.250408] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777138, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.336304] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777137, 'name': ReconfigVM_Task, 'duration_secs': 0.93112} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.336645] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 11c37779-6f47-4880-88e1-a242ce915185/11c37779-6f47-4880-88e1-a242ce915185.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.337372] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a816a9d-9ec1-43e2-8345-b55deb301dfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.345363] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 991.345363] env[68207]: value = "task-2777140" [ 991.345363] env[68207]: _type = "Task" [ 991.345363] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.354085] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777140, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.469701] env[68207]: DEBUG nova.compute.utils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.474030] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.474329] env[68207]: DEBUG nova.network.neutron [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.540822] env[68207]: DEBUG nova.policy [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c74b566d297543ef82db217f840c80dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad4807653e346729a0177cc2883f8a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.675680] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.752282] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777138, 'name': CreateVM_Task, 'duration_secs': 0.553827} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.752282] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.752436] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.752484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.753069] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.753069] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0040043-65d0-4d45-832a-7a60d446d319 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.760357] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 991.760357] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b4fae1-96e7-8f6e-66af-d11cf3fb236c" [ 991.760357] env[68207]: _type = "Task" [ 991.760357] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.775167] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b4fae1-96e7-8f6e-66af-d11cf3fb236c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.798425] env[68207]: DEBUG nova.network.neutron [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updated VIF entry in instance network info cache for port 7a9ebe0f-054f-4052-b240-7a42bae6d7c2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.798813] env[68207]: DEBUG nova.network.neutron [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [{"id": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "address": "fa:16:3e:eb:28:ff", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ebe0f-05", "ovs_interfaceid": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.863340] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777140, 'name': Rename_Task, 'duration_secs': 0.385533} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.863618] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.863873] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3abdd7-4c0e-4c07-b2fc-d406378a60f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.873274] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 991.873274] env[68207]: value = "task-2777141" [ 991.873274] env[68207]: _type = "Task" [ 991.873274] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.884454] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.886973] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33052890-84ff-4efc-b104-14ac4b54dded {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.895159] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e207e-4be5-41a8-b0ba-4a7a3a43c650 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.929038] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3736e52-6174-49b4-9cd2-07dd4a742488 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.938267] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53a05b-e1d1-41ba-a173-d704c2087049 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.960245] env[68207]: DEBUG nova.compute.provider_tree [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.979738] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.036178] env[68207]: DEBUG nova.network.neutron [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Successfully created port: 515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.174109] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713572} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.174400] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b675a6ab-7fe2-47ef-9326-55c39a1373cb/b675a6ab-7fe2-47ef-9326-55c39a1373cb.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.174863] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.175233] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be80516a-0d13-4e27-a8e4-5923e1d6a811 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.182966] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 992.182966] env[68207]: value = "task-2777142" [ 992.182966] env[68207]: _type = "Task" [ 992.182966] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.195954] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.271867] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b4fae1-96e7-8f6e-66af-d11cf3fb236c, 'name': SearchDatastore_Task, 'duration_secs': 0.052902} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.272308] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.272583] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.272876] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.273070] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.273266] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.273554] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e8eac6-9921-465f-a9b1-460c80cb4b06 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.283462] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.283597] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.284377] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352af640-1787-4349-9c60-ad772997a3b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.289822] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 992.289822] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52afe65d-b0a1-abec-a9b6-56e6a8aa429c" [ 992.289822] env[68207]: _type = "Task" [ 992.289822] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.299135] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52afe65d-b0a1-abec-a9b6-56e6a8aa429c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.302409] env[68207]: DEBUG oslo_concurrency.lockutils [req-fc4d0f01-f3ad-4b6d-b207-ecebb01008b0 req-78318187-a42a-4945-9ac2-cc0308b86ab4 service nova] Releasing lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.384281] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.463501] env[68207]: DEBUG nova.scheduler.client.report [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.477314] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.477419] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.477605] env[68207]: DEBUG nova.compute.manager [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.478498] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211542d0-533f-40a0-9ee3-0e54e92c86eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.491102] env[68207]: DEBUG nova.compute.manager [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 992.491664] env[68207]: DEBUG nova.objects.instance [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'flavor' on Instance uuid e70d570e-f741-4e53-a53a-f8d4c3e3b927 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.693711] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070703} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.694395] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.695483] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d3ece5-43f9-4084-a4b7-481f010c847b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.718800] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b675a6ab-7fe2-47ef-9326-55c39a1373cb/b675a6ab-7fe2-47ef-9326-55c39a1373cb.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.719112] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a4d015-d813-4c83-ae98-9dd8c8c224f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.749121] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 992.749121] env[68207]: value = "task-2777143" [ 992.749121] env[68207]: _type = "Task" [ 992.749121] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.759020] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.803471] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52afe65d-b0a1-abec-a9b6-56e6a8aa429c, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.804343] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa3097f-2ba4-4792-9271-f89df1287266 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.811166] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 992.811166] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52654040-1463-85ee-eff6-cc1f5f67243b" [ 992.811166] env[68207]: _type = "Task" [ 992.811166] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.820351] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52654040-1463-85ee-eff6-cc1f5f67243b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.887605] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777141, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.970373] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.974304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.860s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.974910] env[68207]: DEBUG nova.objects.instance [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lazy-loading 'pci_requests' on Instance uuid 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.991285] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.034672] env[68207]: INFO nova.scheduler.client.report [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted allocations for instance 8a994085-9ebf-4709-88c8-c725cbe0dcd1 [ 993.069698] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.070021] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.070470] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.070470] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.078035] env[68207]: DEBUG nova.virt.hardware [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.078035] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b9f36-ddcf-4af6-96cb-9b16b05ad448 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.083573] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef8501-3eba-4904-b22b-d3a888a60dff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.261632] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.327135] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52654040-1463-85ee-eff6-cc1f5f67243b, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.327725] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.328285] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806/74bc4081-eaf9-46c0-8349-bf5ca6144806.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.328780] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb50ac4-883e-4911-bfc8-54bdaaad1f0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.340346] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 993.340346] env[68207]: value = "task-2777144" [ 993.340346] env[68207]: _type = "Task" [ 993.340346] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.352343] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.387845] env[68207]: DEBUG oslo_vmware.api [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777141, 'name': PowerOnVM_Task, 'duration_secs': 1.204092} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.388154] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.388385] env[68207]: INFO nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Took 9.57 seconds to spawn the instance on the hypervisor. [ 993.388583] env[68207]: DEBUG nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.389643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19738d4-552a-494a-90f3-1e8f08dbefec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.479752] env[68207]: DEBUG nova.objects.instance [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.509629] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.509949] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf880ecb-ec8c-4d98-bacd-737462468988 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.518813] env[68207]: DEBUG nova.compute.manager [req-cb7ac8cc-e4c8-4c56-9633-0618c2b6c316 req-84a39682-edbc-4931-a893-a7ff041f9865 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Received event network-vif-plugged-515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 993.519055] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb7ac8cc-e4c8-4c56-9633-0618c2b6c316 req-84a39682-edbc-4931-a893-a7ff041f9865 service nova] Acquiring lock "44dd4cd4-b19d-476a-b421-3c5614e49387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.519256] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb7ac8cc-e4c8-4c56-9633-0618c2b6c316 req-84a39682-edbc-4931-a893-a7ff041f9865 service nova] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.519440] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb7ac8cc-e4c8-4c56-9633-0618c2b6c316 req-84a39682-edbc-4931-a893-a7ff041f9865 service nova] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.519894] env[68207]: DEBUG nova.compute.manager [req-cb7ac8cc-e4c8-4c56-9633-0618c2b6c316 req-84a39682-edbc-4931-a893-a7ff041f9865 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] No waiting events found dispatching network-vif-plugged-515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.519894] env[68207]: WARNING nova.compute.manager [req-cb7ac8cc-e4c8-4c56-9633-0618c2b6c316 req-84a39682-edbc-4931-a893-a7ff041f9865 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Received unexpected event network-vif-plugged-515bca78-e4bd-4d29-940c-57d20182f674 for instance with vm_state building and task_state spawning. [ 993.526248] env[68207]: DEBUG oslo_vmware.api [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 993.526248] env[68207]: value = "task-2777145" [ 993.526248] env[68207]: _type = "Task" [ 993.526248] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.537704] env[68207]: DEBUG oslo_vmware.api [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.546937] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0097b004-26c6-49f7-b5bf-9aaea6f88065 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "8a994085-9ebf-4709-88c8-c725cbe0dcd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.975s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.674337] env[68207]: DEBUG nova.network.neutron [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Successfully updated port: 515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.767796] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777143, 'name': ReconfigVM_Task, 'duration_secs': 0.747453} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.768275] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b675a6ab-7fe2-47ef-9326-55c39a1373cb/b675a6ab-7fe2-47ef-9326-55c39a1373cb.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.768958] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e85a13-00c9-4ce2-8804-606000a679a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.781967] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 993.781967] env[68207]: value = "task-2777146" [ 993.781967] env[68207]: _type = "Task" [ 993.781967] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.794073] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777146, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.853121] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.918205] env[68207]: INFO nova.compute.manager [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Took 30.18 seconds to build instance. [ 993.982771] env[68207]: INFO nova.compute.claims [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.039874] env[68207]: DEBUG oslo_vmware.api [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777145, 'name': PowerOffVM_Task, 'duration_secs': 0.48605} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.040201] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.040576] env[68207]: DEBUG nova.compute.manager [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.041408] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e12c56-fe60-41e5-9bfb-3a7b3aa492fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.176875] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "refresh_cache-44dd4cd4-b19d-476a-b421-3c5614e49387" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.177062] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquired lock "refresh_cache-44dd4cd4-b19d-476a-b421-3c5614e49387" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.177225] env[68207]: DEBUG nova.network.neutron [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.292387] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777146, 'name': Rename_Task, 'duration_secs': 0.299192} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.293765] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.295674] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98a36e5-c1d0-4473-bc21-4e71333c0f5f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.307510] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 994.307510] env[68207]: value = "task-2777147" [ 994.307510] env[68207]: _type = "Task" [ 994.307510] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.323188] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.352167] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562083} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.352721] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806/74bc4081-eaf9-46c0-8349-bf5ca6144806.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.353142] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.353557] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cae9e3cd-0ac5-4cf1-80e8-eded706817a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.361668] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 994.361668] env[68207]: value = "task-2777148" [ 994.361668] env[68207]: _type = "Task" [ 994.361668] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.374046] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.418170] env[68207]: DEBUG oslo_concurrency.lockutils [None req-085e7ae7-f2f9-4b90-97da-0ff2c8024109 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "11c37779-6f47-4880-88e1-a242ce915185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.692s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.556928] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a39e0a-cf1c-4662-b196-3f95a72ef373 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.742098] env[68207]: DEBUG nova.network.neutron [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.804216] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.804463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.804673] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.804849] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.805114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.807153] env[68207]: INFO nova.compute.manager [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Terminating instance [ 994.823015] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.873643] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07112} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.873643] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.874230] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866e823-e3ee-4723-bc25-77956d1ecaaa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.900671] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806/74bc4081-eaf9-46c0-8349-bf5ca6144806.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.901405] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f704872-e959-4d89-b349-dd6894c2ca4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.928109] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 994.928109] env[68207]: value = "task-2777149" [ 994.928109] env[68207]: _type = "Task" [ 994.928109] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.939651] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.979950] env[68207]: DEBUG nova.network.neutron [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Updating instance_info_cache with network_info: [{"id": "515bca78-e4bd-4d29-940c-57d20182f674", "address": "fa:16:3e:82:2e:02", "network": {"id": "ab1786c8-0231-4df5-a2bc-c1d27e41d852", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1898080542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad4807653e346729a0177cc2883f8a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515bca78-e4", "ovs_interfaceid": "515bca78-e4bd-4d29-940c-57d20182f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.071855] env[68207]: DEBUG nova.objects.instance [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'flavor' on Instance uuid e70d570e-f741-4e53-a53a-f8d4c3e3b927 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.301279] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961cd56-0898-4e59-afc3-f5b9a4e67075 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.318834] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a029f-0d23-44cc-a74b-5785410f0584 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.324126] env[68207]: DEBUG nova.compute.manager [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.324436] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.325639] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12528b1-81e1-4e7a-b612-9f8d3cbbce4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.335462] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.364054] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a667f733-c8ba-46c5-b125-f768830d97a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365953] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777147, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.367266] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384df83-f798-41bf-b30f-47b93102570f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.377115] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f7323f-834c-46d1-8519-7e01306a0c6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.381178] env[68207]: DEBUG oslo_vmware.api [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 995.381178] env[68207]: value = "task-2777150" [ 995.381178] env[68207]: _type = "Task" [ 995.381178] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.392215] env[68207]: DEBUG nova.compute.provider_tree [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.399402] env[68207]: DEBUG oslo_vmware.api [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.439259] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.484079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Releasing lock "refresh_cache-44dd4cd4-b19d-476a-b421-3c5614e49387" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.484849] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Instance network_info: |[{"id": "515bca78-e4bd-4d29-940c-57d20182f674", "address": "fa:16:3e:82:2e:02", "network": {"id": "ab1786c8-0231-4df5-a2bc-c1d27e41d852", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1898080542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad4807653e346729a0177cc2883f8a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515bca78-e4", "ovs_interfaceid": "515bca78-e4bd-4d29-940c-57d20182f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.485186] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:2e:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '515bca78-e4bd-4d29-940c-57d20182f674', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.493499] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Creating folder: Project (4ad4807653e346729a0177cc2883f8a5). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.493800] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d578c1d-832e-4bf0-830c-832773084c00 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.510094] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Created folder: Project (4ad4807653e346729a0177cc2883f8a5) in parent group-v558176. [ 995.510094] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Creating folder: Instances. Parent ref: group-v558396. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.512021] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a074879-0a32-4f35-933b-df46c04e8af6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.533358] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Created folder: Instances in parent group-v558396. [ 995.533615] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.533820] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.534137] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a7394f-1394-4298-8179-3c63dd673b79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.553313] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.553533] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.556117] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.556117] env[68207]: value = "task-2777153" [ 995.556117] env[68207]: _type = "Task" [ 995.556117] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.566711] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777153, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.581506] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.581633] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.581807] env[68207]: DEBUG nova.network.neutron [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.581983] env[68207]: DEBUG nova.objects.instance [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'info_cache' on Instance uuid e70d570e-f741-4e53-a53a-f8d4c3e3b927 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.641175] env[68207]: DEBUG nova.compute.manager [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Received event network-changed-515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 995.641366] env[68207]: DEBUG nova.compute.manager [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Refreshing instance network info cache due to event network-changed-515bca78-e4bd-4d29-940c-57d20182f674. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 995.641568] env[68207]: DEBUG oslo_concurrency.lockutils [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] Acquiring lock "refresh_cache-44dd4cd4-b19d-476a-b421-3c5614e49387" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.641711] env[68207]: DEBUG oslo_concurrency.lockutils [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] Acquired lock "refresh_cache-44dd4cd4-b19d-476a-b421-3c5614e49387" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.641906] env[68207]: DEBUG nova.network.neutron [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Refreshing network info cache for port 515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.823089] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.892336] env[68207]: DEBUG oslo_vmware.api [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777150, 'name': PowerOffVM_Task, 'duration_secs': 0.413787} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.892638] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.892814] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.893081] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41a9758b-8b02-4582-a0fd-803e60b96dca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.898686] env[68207]: DEBUG nova.scheduler.client.report [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.937537] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777149, 'name': ReconfigVM_Task, 'duration_secs': 0.59413} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.937799] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806/74bc4081-eaf9-46c0-8349-bf5ca6144806.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.938638] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca4ee9be-4bd5-4e9c-8b54-01415ca91e12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.952505] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 995.952505] env[68207]: value = "task-2777155" [ 995.952505] env[68207]: _type = "Task" [ 995.952505] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.966711] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777155, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.985782] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.986087] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.986357] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleting the datastore file [datastore2] 685a4a08-6e92-4d05-82a1-7fb7a5cde15c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.986690] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8859531-677a-4410-b244-6f08b57bd246 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.996591] env[68207]: DEBUG oslo_vmware.api [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 995.996591] env[68207]: value = "task-2777156" [ 995.996591] env[68207]: _type = "Task" [ 995.996591] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.006756] env[68207]: DEBUG oslo_vmware.api [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.060792] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.078974] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777153, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.086798] env[68207]: DEBUG nova.objects.base [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.119020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.119020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.330509] env[68207]: DEBUG oslo_vmware.api [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777147, 'name': PowerOnVM_Task, 'duration_secs': 1.556672} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.330815] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.331249] env[68207]: INFO nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Took 10.06 seconds to spawn the instance on the hypervisor. [ 996.331628] env[68207]: DEBUG nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.332646] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823c11d-ba07-4b5f-9e3c-8bc4129ce481 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.408503] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.434s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.412318] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.223s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.412730] env[68207]: DEBUG nova.objects.instance [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lazy-loading 'resources' on Instance uuid f68a1410-3133-43e6-93c8-bfaac9db0840 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.450858] env[68207]: INFO nova.network.neutron [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating port 4d2dc578-1131-4910-9244-6f605c88209d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 996.462395] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777155, 'name': Rename_Task, 'duration_secs': 0.299553} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.462661] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.463300] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e88e970-8c65-4a30-9a93-48a72fbdd734 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.470030] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 996.470030] env[68207]: value = "task-2777157" [ 996.470030] env[68207]: _type = "Task" [ 996.470030] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.479033] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.503133] env[68207]: DEBUG nova.network.neutron [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Updated VIF entry in instance network info cache for port 515bca78-e4bd-4d29-940c-57d20182f674. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.503474] env[68207]: DEBUG nova.network.neutron [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Updating instance_info_cache with network_info: [{"id": "515bca78-e4bd-4d29-940c-57d20182f674", "address": "fa:16:3e:82:2e:02", "network": {"id": "ab1786c8-0231-4df5-a2bc-c1d27e41d852", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1898080542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad4807653e346729a0177cc2883f8a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap515bca78-e4", "ovs_interfaceid": "515bca78-e4bd-4d29-940c-57d20182f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.508860] env[68207]: DEBUG oslo_vmware.api [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256245} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.509411] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.510088] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.510088] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.510088] env[68207]: INFO nova.compute.manager [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 996.510267] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.510407] env[68207]: DEBUG nova.compute.manager [-] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.510502] env[68207]: DEBUG nova.network.neutron [-] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.572234] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777153, 'name': CreateVM_Task, 'duration_secs': 0.657957} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.572390] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.575668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.575668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.575668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.575668] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119b6aac-6530-427b-9be5-a68e72751557 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.579600] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 996.579600] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52142eec-3289-cca2-05f0-413ec5db385c" [ 996.579600] env[68207]: _type = "Task" [ 996.579600] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.589273] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52142eec-3289-cca2-05f0-413ec5db385c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.592853] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.619564] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.860042] env[68207]: INFO nova.compute.manager [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Took 32.66 seconds to build instance. [ 996.911928] env[68207]: DEBUG nova.network.neutron [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.984028] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.010253] env[68207]: DEBUG oslo_concurrency.lockutils [req-6a9b6f62-e626-4f91-88c6-abeb2dc739f0 req-88597d54-3d14-46a8-bdab-f92021f22c45 service nova] Releasing lock "refresh_cache-44dd4cd4-b19d-476a-b421-3c5614e49387" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.093145] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52142eec-3289-cca2-05f0-413ec5db385c, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.093442] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.093818] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.093952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.094091] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.094289] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.094530] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-399eda18-4095-438b-aed5-53e3008ad18c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.110818] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.111033] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.112013] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9faac7c-c91a-4c86-b47f-7ead22dd6ae0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.117585] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 997.117585] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523faf8a-e3a4-f7e1-88f2-9ac32a227619" [ 997.117585] env[68207]: _type = "Task" [ 997.117585] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.135689] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523faf8a-e3a4-f7e1-88f2-9ac32a227619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.145467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.243499] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f69f20-8060-4d7d-92da-1e762a1aa5c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.251586] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04c540-1318-4884-857a-b630be3d0bfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.282692] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375ac9b2-7918-48f3-a9ad-ab01e2de3cbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.291189] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42742215-bcca-4919-90a6-0117dd553c54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.305421] env[68207]: DEBUG nova.compute.provider_tree [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.323299] env[68207]: DEBUG nova.network.neutron [-] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.362648] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d4ac43f-93a0-42a8-bf2a-9007c016e19f tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.175s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.416087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.419235] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.419453] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.479672] env[68207]: DEBUG oslo_vmware.api [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777157, 'name': PowerOnVM_Task, 'duration_secs': 0.710474} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.479970] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.480235] env[68207]: INFO nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Took 8.75 seconds to spawn the instance on the hypervisor. [ 997.480442] env[68207]: DEBUG nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.481268] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e470fb75-8dcd-41f0-b0a4-0a49c48e2a32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.629333] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523faf8a-e3a4-f7e1-88f2-9ac32a227619, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.630251] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612bc4da-2605-4970-a91c-494bae83788d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.635527] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 997.635527] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52934223-2c39-5417-8e5b-b2161a53b0fc" [ 997.635527] env[68207]: _type = "Task" [ 997.635527] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.643149] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52934223-2c39-5417-8e5b-b2161a53b0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.808150] env[68207]: DEBUG nova.scheduler.client.report [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.826113] env[68207]: INFO nova.compute.manager [-] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Took 1.32 seconds to deallocate network for instance. [ 997.922817] env[68207]: DEBUG nova.compute.utils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.936177] env[68207]: DEBUG nova.compute.manager [None req-13cca684-9c36-4af2-be39-674bf4e45518 tempest-ServerDiagnosticsV248Test-2144177463 tempest-ServerDiagnosticsV248Test-2144177463-project-admin] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.937458] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5db30-18f7-4f82-8f2d-dc5bdc8c545c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.946135] env[68207]: INFO nova.compute.manager [None req-13cca684-9c36-4af2-be39-674bf4e45518 tempest-ServerDiagnosticsV248Test-2144177463 tempest-ServerDiagnosticsV248Test-2144177463-project-admin] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Retrieving diagnostics [ 997.946975] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c068f-1529-4a6a-9631-c135d4eaedf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.998547] env[68207]: INFO nova.compute.manager [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Took 33.41 seconds to build instance. [ 998.055402] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.055656] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.055824] env[68207]: DEBUG nova.network.neutron [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.146841] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52934223-2c39-5417-8e5b-b2161a53b0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.020952} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.147146] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.147368] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 44dd4cd4-b19d-476a-b421-3c5614e49387/44dd4cd4-b19d-476a-b421-3c5614e49387.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.147625] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b097bcc-3c9d-48b9-b219-aa78e48b54e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.155358] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 998.155358] env[68207]: value = "task-2777158" [ 998.155358] env[68207]: _type = "Task" [ 998.155358] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.164876] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.313476] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.316533] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.701s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.316855] env[68207]: DEBUG nova.objects.instance [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lazy-loading 'resources' on Instance uuid 16d8cb0b-d526-41b2-bc75-b3635d3761b5 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.333706] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.353147] env[68207]: INFO nova.scheduler.client.report [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Deleted allocations for instance f68a1410-3133-43e6-93c8-bfaac9db0840 [ 998.421494] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.421755] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dca91ea-4dd7-4235-bb7e-f04149f2abef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.427422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.432249] env[68207]: DEBUG oslo_vmware.api [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 998.432249] env[68207]: value = "task-2777159" [ 998.432249] env[68207]: _type = "Task" [ 998.432249] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.442276] env[68207]: DEBUG oslo_vmware.api [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.499132] env[68207]: DEBUG oslo_concurrency.lockutils [None req-00f07d69-3b04-435b-8495-43e8f4d403e7 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.920s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.668935] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.694431] env[68207]: DEBUG nova.compute.manager [req-650a999d-a4aa-460d-b490-317285515cb7 req-086e3842-d8c9-4e82-80c9-f616acba4e71 service nova] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Received event network-vif-deleted-a230837e-e642-4748-96b1-d114800a68ae {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.788472] env[68207]: DEBUG nova.network.neutron [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.790447] env[68207]: DEBUG nova.compute.manager [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.791511] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9744240e-c899-4c75-a670-588472c3ceb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.861885] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f8468f4-ac1e-4d6c-9be6-4745007c2ec8 tempest-ServersTestBootFromVolume-1269502526 tempest-ServersTestBootFromVolume-1269502526-project-member] Lock "f68a1410-3133-43e6-93c8-bfaac9db0840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.396s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.942762] env[68207]: DEBUG oslo_vmware.api [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.015525] env[68207]: DEBUG nova.compute.manager [req-6aedf32e-dd62-4929-aeeb-07473f5e13bc req-4e0f9272-2b60-49d8-a22a-bf29d66dff4f service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-vif-plugged-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.015760] env[68207]: DEBUG oslo_concurrency.lockutils [req-6aedf32e-dd62-4929-aeeb-07473f5e13bc req-4e0f9272-2b60-49d8-a22a-bf29d66dff4f service nova] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.017860] env[68207]: DEBUG oslo_concurrency.lockutils [req-6aedf32e-dd62-4929-aeeb-07473f5e13bc req-4e0f9272-2b60-49d8-a22a-bf29d66dff4f service nova] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.017860] env[68207]: DEBUG oslo_concurrency.lockutils [req-6aedf32e-dd62-4929-aeeb-07473f5e13bc req-4e0f9272-2b60-49d8-a22a-bf29d66dff4f service nova] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.017860] env[68207]: DEBUG nova.compute.manager [req-6aedf32e-dd62-4929-aeeb-07473f5e13bc req-4e0f9272-2b60-49d8-a22a-bf29d66dff4f service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] No waiting events found dispatching network-vif-plugged-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.017860] env[68207]: WARNING nova.compute.manager [req-6aedf32e-dd62-4929-aeeb-07473f5e13bc req-4e0f9272-2b60-49d8-a22a-bf29d66dff4f service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received unexpected event network-vif-plugged-4d2dc578-1131-4910-9244-6f605c88209d for instance with vm_state shelved_offloaded and task_state spawning. [ 999.121879] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6fb4ee-96ea-442a-a8ff-4ece8441f3bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.135421] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90efa905-8bc7-451d-9fdb-c25d4412e784 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.182032] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd165f-a631-478e-b43e-27907a9421de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.192502] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582512} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.192502] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 44dd4cd4-b19d-476a-b421-3c5614e49387/44dd4cd4-b19d-476a-b421-3c5614e49387.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.192716] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.193954] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835be519-3c99-45df-99ee-fc3385bf357e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.198061] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37412d2e-752b-4e9f-8549-6d187ed10d1e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.213379] env[68207]: DEBUG nova.compute.provider_tree [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.218150] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 999.218150] env[68207]: value = "task-2777160" [ 999.218150] env[68207]: _type = "Task" [ 999.218150] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.234279] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.295187] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.302471] env[68207]: INFO nova.compute.manager [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] instance snapshotting [ 999.305125] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f610a3d-53c7-4164-9ea0-9da065c25d93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.329521] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f418ee1-8b4f-4f25-8d7e-cb7b3063dcc2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.381113] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3000c4790c7d5bb95c9249e039008cb8',container_format='bare',created_at=2025-03-06T02:27:02Z,direct_url=,disk_format='vmdk',id=0bcca492-96ec-4a21-8b04-edf39f5e90ad,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1595097736-shelved',owner='0b05b198ecf245ac85244e4038feb978',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-03-06T02:27:20Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.381904] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.381904] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.381904] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.381904] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.382089] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.383200] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.383200] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.383200] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.383200] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.383200] env[68207]: DEBUG nova.virt.hardware [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.384613] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab21166d-1d8f-4cad-9cd8-12220c5807e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.394028] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f86f5cf-893d-4a56-a73e-3ba02061ba46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411561] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:09:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d2dc578-1131-4910-9244-6f605c88209d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.418965] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.420816] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.421045] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94fa6b6-85a2-4250-bd77-884fe199e06a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.449079] env[68207]: DEBUG oslo_vmware.api [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777159, 'name': PowerOnVM_Task, 'duration_secs': 0.762428} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.449079] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.449567] env[68207]: DEBUG nova.compute.manager [None req-e97facea-989c-4ed7-99d2-8f291971841e tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.449567] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.449567] env[68207]: value = "task-2777161" [ 999.449567] env[68207]: _type = "Task" [ 999.449567] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.450331] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eaeaaf-3c16-4dfc-9822-e5106aa9c30e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.467638] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777161, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.498233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.498233] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.498381] env[68207]: INFO nova.compute.manager [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Attaching volume b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a to /dev/sdb [ 999.544159] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c969b5-177c-4371-91bd-074b3227158c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.553433] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160406a7-7fa9-49bb-883e-b01efb47a818 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.571787] env[68207]: DEBUG nova.virt.block_device [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updating existing volume attachment record: 7f31448c-3a0e-42e2-87a0-705c5c8ecc06 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 999.724882] env[68207]: DEBUG nova.scheduler.client.report [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.728744] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.728744] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.729039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.730025] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.730025] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.737530] env[68207]: INFO nova.compute.manager [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Terminating instance [ 999.745283] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17692} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.745283] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.746462] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd9a3b-12a5-48b7-a455-8aff4f3d9a5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.772935] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 44dd4cd4-b19d-476a-b421-3c5614e49387/44dd4cd4-b19d-476a-b421-3c5614e49387.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.774321] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b64c6a-7e5b-49f8-99ea-9b43c41f9be9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.795862] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 999.795862] env[68207]: value = "task-2777163" [ 999.795862] env[68207]: _type = "Task" [ 999.795862] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.806481] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.847029] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.847029] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0d019f4-8b6d-4386-ab66-0c78860c8f77 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.853120] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 999.853120] env[68207]: value = "task-2777164" [ 999.853120] env[68207]: _type = "Task" [ 999.853120] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.865024] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.965051] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777161, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.234375] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.237373] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.988s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.237713] env[68207]: DEBUG nova.objects.instance [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'resources' on Instance uuid b56cc2d0-c77b-4f7e-add9-d888c6eb4789 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.247058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "refresh_cache-db1acb4a-6bea-4091-ab2f-d314fa0b149f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.247058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquired lock "refresh_cache-db1acb4a-6bea-4091-ab2f-d314fa0b149f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.247312] env[68207]: DEBUG nova.network.neutron [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.262320] env[68207]: INFO nova.scheduler.client.report [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Deleted allocations for instance 16d8cb0b-d526-41b2-bc75-b3635d3761b5 [ 1000.309856] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.364172] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777164, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.464946] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777161, 'name': CreateVM_Task, 'duration_secs': 0.65854} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.465591] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.466450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.466789] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.467259] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.467587] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60fa56bc-4dbf-4ded-9441-b2047d6412b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.474602] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1000.474602] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5283f689-e3e2-a885-cdd2-65220dd66e0c" [ 1000.474602] env[68207]: _type = "Task" [ 1000.474602] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.487200] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5283f689-e3e2-a885-cdd2-65220dd66e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.772236] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a94a2b3c-6923-4643-8bbd-efbd0535fefb tempest-ServerMetadataTestJSON-786414813 tempest-ServerMetadataTestJSON-786414813-project-member] Lock "16d8cb0b-d526-41b2-bc75-b3635d3761b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.748s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.788228] env[68207]: DEBUG nova.network.neutron [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.810655] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777163, 'name': ReconfigVM_Task, 'duration_secs': 0.613358} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.812769] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 44dd4cd4-b19d-476a-b421-3c5614e49387/44dd4cd4-b19d-476a-b421-3c5614e49387.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.813480] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee44e6ea-9232-412b-99c1-dc1feee18a50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.824620] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 1000.824620] env[68207]: value = "task-2777167" [ 1000.824620] env[68207]: _type = "Task" [ 1000.824620] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.835703] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777167, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.858689] env[68207]: DEBUG nova.network.neutron [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.865999] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777164, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.926032] env[68207]: DEBUG nova.compute.manager [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.996993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.997305] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Processing image 0bcca492-96ec-4a21-8b04-edf39f5e90ad {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.997560] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.997721] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.998026] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.998728] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6ba5be-acda-4fd0-bba4-edc78278c1b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.018292] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.018485] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.019748] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f82daa-1afc-45e9-9959-e801580d902f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.026956] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1001.026956] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52de2d09-adbf-065d-89b9-0349e0efc417" [ 1001.026956] env[68207]: _type = "Task" [ 1001.026956] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.044329] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52de2d09-adbf-065d-89b9-0349e0efc417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.140190] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdea78c-1b81-43a8-8ecf-c2b916cc2f08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.151124] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2379995-9b30-4bc3-bebf-ec58400260dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.190616] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037fdf72-7438-42d6-b0f7-21570cdbb27a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.194349] env[68207]: DEBUG nova.compute.manager [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-changed-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.194538] env[68207]: DEBUG nova.compute.manager [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Refreshing instance network info cache due to event network-changed-4d2dc578-1131-4910-9244-6f605c88209d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1001.194830] env[68207]: DEBUG oslo_concurrency.lockutils [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.195726] env[68207]: DEBUG oslo_concurrency.lockutils [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.195950] env[68207]: DEBUG nova.network.neutron [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Refreshing network info cache for port 4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.204125] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd8879-5e53-4b4e-868e-d03e803b42c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.221273] env[68207]: DEBUG nova.compute.provider_tree [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.340418] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777167, 'name': Rename_Task, 'duration_secs': 0.202826} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.340915] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.341817] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a96da8f-96f7-4a16-8ad5-9d02c08d0145 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.351893] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 1001.351893] env[68207]: value = "task-2777168" [ 1001.351893] env[68207]: _type = "Task" [ 1001.351893] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.364915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Releasing lock "refresh_cache-db1acb4a-6bea-4091-ab2f-d314fa0b149f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.365888] env[68207]: DEBUG nova.compute.manager [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.366170] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.372155] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7863a68-4a1a-4245-a0fe-9c5c15dadc99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.376883] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.384072] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777164, 'name': CreateSnapshot_Task, 'duration_secs': 1.286603} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.387120] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1001.387495] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.388519] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac959848-b3cb-4ddc-b995-b80f51660419 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.392079] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f8c200-d183-464a-b777-be6dba4c1c6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.405837] env[68207]: DEBUG oslo_vmware.api [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 1001.405837] env[68207]: value = "task-2777169" [ 1001.405837] env[68207]: _type = "Task" [ 1001.405837] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.415324] env[68207]: DEBUG oslo_vmware.api [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.451745] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.542544] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1001.542828] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Fetch image to [datastore2] OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e/OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1001.543035] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Downloading stream optimized image 0bcca492-96ec-4a21-8b04-edf39f5e90ad to [datastore2] OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e/OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e.vmdk on the data store datastore2 as vApp {{(pid=68207) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1001.543233] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Downloading image file data 0bcca492-96ec-4a21-8b04-edf39f5e90ad to the ESX as VM named 'OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e' {{(pid=68207) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1001.634751] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.634956] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.641140] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1001.641140] env[68207]: value = "resgroup-9" [ 1001.641140] env[68207]: _type = "ResourcePool" [ 1001.641140] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1001.641419] env[68207]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3339fba4-50f8-4f28-81c5-96d3c5fa4bc9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.670962] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lease: (returnval){ [ 1001.670962] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1001.670962] env[68207]: _type = "HttpNfcLease" [ 1001.670962] env[68207]: } obtained for vApp import into resource pool (val){ [ 1001.670962] env[68207]: value = "resgroup-9" [ 1001.670962] env[68207]: _type = "ResourcePool" [ 1001.670962] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1001.671734] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the lease: (returnval){ [ 1001.671734] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1001.671734] env[68207]: _type = "HttpNfcLease" [ 1001.671734] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.679506] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.679506] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1001.679506] env[68207]: _type = "HttpNfcLease" [ 1001.679506] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.724774] env[68207]: DEBUG nova.scheduler.client.report [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.871326] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.925295] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.929268] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae067e2f-cc05-4f38-8a85-502a357a0028 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.953082] env[68207]: DEBUG oslo_vmware.api [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777169, 'name': PowerOffVM_Task, 'duration_secs': 0.18366} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.953082] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1001.953082] env[68207]: value = "task-2777171" [ 1001.953082] env[68207]: _type = "Task" [ 1001.953082] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.953082] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.953082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.953082] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e9b6791-96e3-492d-866a-b883d9851f22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.966382] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777171, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.999146] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.999146] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.999146] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Deleting the datastore file [datastore2] db1acb4a-6bea-4091-ab2f-d314fa0b149f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.999146] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132d7929-1823-4b79-9329-cde3deb3a367 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.009481] env[68207]: DEBUG oslo_vmware.api [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for the task: (returnval){ [ 1002.009481] env[68207]: value = "task-2777173" [ 1002.009481] env[68207]: _type = "Task" [ 1002.009481] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.020310] env[68207]: DEBUG oslo_vmware.api [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.128642] env[68207]: DEBUG nova.network.neutron [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updated VIF entry in instance network info cache for port 4d2dc578-1131-4910-9244-6f605c88209d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.129920] env[68207]: DEBUG nova.network.neutron [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.150142] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1002.150142] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.185106] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.185106] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1002.185106] env[68207]: _type = "HttpNfcLease" [ 1002.185106] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.231812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.234235] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.571s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.238613] env[68207]: INFO nova.compute.claims [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.262117] env[68207]: INFO nova.scheduler.client.report [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted allocations for instance b56cc2d0-c77b-4f7e-add9-d888c6eb4789 [ 1002.364393] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.466351] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777171, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.527352] env[68207]: DEBUG oslo_vmware.api [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Task: {'id': task-2777173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303139} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.527649] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.527848] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.528054] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.528250] env[68207]: INFO nova.compute.manager [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1002.528516] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.528754] env[68207]: DEBUG nova.compute.manager [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.528848] env[68207]: DEBUG nova.network.neutron [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.546716] env[68207]: DEBUG nova.network.neutron [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.633035] env[68207]: DEBUG oslo_concurrency.lockutils [req-3457bc47-cdff-4639-bfb0-b907a0a266e9 req-a5a9db98-bad7-4a5b-9b2c-5b5e7dc60840 service nova] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.657903] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.684202] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.684202] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1002.684202] env[68207]: _type = "HttpNfcLease" [ 1002.684202] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.772153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e981ce0d-aed7-4c92-af6c-ad15722a153c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "b56cc2d0-c77b-4f7e-add9-d888c6eb4789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.218s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.865636] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777168, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.961685] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777171, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.049875] env[68207]: DEBUG nova.network.neutron [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.183125] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.183125] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1003.183125] env[68207]: _type = "HttpNfcLease" [ 1003.183125] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1003.183787] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1003.183787] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295ddc6-bd62-a11c-1ee9-f65d164c3a70" [ 1003.183787] env[68207]: _type = "HttpNfcLease" [ 1003.183787] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1003.185350] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210318f2-b7f9-42e6-a1c7-b8da8cad3649 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.194300] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e62da-6481-3577-963c-4e78aa59833a/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1003.194466] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e62da-6481-3577-963c-4e78aa59833a/disk-0.vmdk. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1003.271951] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-345ef343-2669-4f29-9a71-7621d7616d77 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.369959] env[68207]: DEBUG oslo_vmware.api [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777168, 'name': PowerOnVM_Task, 'duration_secs': 2.007937} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.373020] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.373275] env[68207]: INFO nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1003.373460] env[68207]: DEBUG nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.374560] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd8e83-e739-4e66-9d4c-299bba65b888 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.465194] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777171, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.552865] env[68207]: INFO nova.compute.manager [-] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Took 1.02 seconds to deallocate network for instance. [ 1003.608492] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c1ab0-6562-40c5-8cb3-bb5f340ab06f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.620639] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41350e32-5052-4fe7-8f6b-50ecb46c2776 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.654160] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd1b2fd-b805-42e3-bb95-1a21cfe26147 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.663586] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6cb417-3154-4214-897a-93bc569bb19f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.680782] env[68207]: DEBUG nova.compute.provider_tree [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.898977] env[68207]: INFO nova.compute.manager [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Took 35.61 seconds to build instance. [ 1003.965964] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777171, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.063835] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.184606] env[68207]: DEBUG nova.scheduler.client.report [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.403930] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0fb4e7f9-e4a5-4b43-b840-faccbeb85248 tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.121s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.471105] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777171, 'name': CloneVM_Task, 'duration_secs': 2.170483} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.471105] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Created linked-clone VM from snapshot [ 1004.471919] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ddb7d9-3179-4fe0-9e32-bf2faf01b0fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.481633] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Uploading image 1ccfaa36-82a3-44af-a2cd-7e1753b76f7a {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.504228] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1004.504228] env[68207]: value = "vm-558404" [ 1004.504228] env[68207]: _type = "VirtualMachine" [ 1004.504228] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1004.504556] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71f64366-270a-4ef5-ba31-cb24ec1366f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.525022] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lease: (returnval){ [ 1004.525022] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525a38fb-e65b-6a51-cbdb-f8432a461720" [ 1004.525022] env[68207]: _type = "HttpNfcLease" [ 1004.525022] env[68207]: } obtained for exporting VM: (result){ [ 1004.525022] env[68207]: value = "vm-558404" [ 1004.525022] env[68207]: _type = "VirtualMachine" [ 1004.525022] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1004.525022] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the lease: (returnval){ [ 1004.525022] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525a38fb-e65b-6a51-cbdb-f8432a461720" [ 1004.525022] env[68207]: _type = "HttpNfcLease" [ 1004.525022] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.533395] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.533395] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525a38fb-e65b-6a51-cbdb-f8432a461720" [ 1004.533395] env[68207]: _type = "HttpNfcLease" [ 1004.533395] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.567082] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "44dd4cd4-b19d-476a-b421-3c5614e49387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.567082] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.567396] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "44dd4cd4-b19d-476a-b421-3c5614e49387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.567510] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.567714] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.570212] env[68207]: INFO nova.compute.manager [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Terminating instance [ 1004.632467] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1004.632467] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558401', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'name': 'volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82f94a63-f043-4260-83ac-4bdab850236f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'serial': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1004.633242] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaada231-385a-4c78-969c-2ab975d43202 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.655502] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7853cd6c-ce53-4901-b12b-137dbd05d6fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.682026] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a/volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.685613] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fc1558-6673-4a84-a393-433e415b239a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.699274] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.699790] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.703516] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.952s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.705108] env[68207]: INFO nova.compute.claims [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.714809] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1004.714809] env[68207]: value = "task-2777176" [ 1004.714809] env[68207]: _type = "Task" [ 1004.714809] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.723815] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.034973] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.034973] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525a38fb-e65b-6a51-cbdb-f8432a461720" [ 1005.034973] env[68207]: _type = "HttpNfcLease" [ 1005.034973] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.035424] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.035424] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525a38fb-e65b-6a51-cbdb-f8432a461720" [ 1005.035424] env[68207]: _type = "HttpNfcLease" [ 1005.035424] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.036324] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb159991-6299-4378-aee5-c07a41ffdc6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.044401] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d95d21-2449-cfda-5196-c788d2ba948a/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.044645] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d95d21-2449-cfda-5196-c788d2ba948a/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1005.101095] env[68207]: DEBUG nova.compute.manager [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.101350] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.105471] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38486eb-eaa7-4e43-bed7-fef97e6b9142 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.115773] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.116139] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a07a2c74-e8f4-48b2-ba38-19431a556aeb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.125357] env[68207]: DEBUG oslo_vmware.api [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 1005.125357] env[68207]: value = "task-2777177" [ 1005.125357] env[68207]: _type = "Task" [ 1005.125357] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.126696] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1005.126900] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e62da-6481-3577-963c-4e78aa59833a/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.127799] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677443b-9510-46af-aa14-2ea54798df6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.139563] env[68207]: DEBUG oslo_vmware.api [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.141193] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e62da-6481-3577-963c-4e78aa59833a/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.141359] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e62da-6481-3577-963c-4e78aa59833a/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1005.141586] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ea07e6e5-b8a9-475e-944a-48b861e2c2f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.196137] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09ba9410-6005-4df2-a36d-2ed571699187 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.204893] env[68207]: DEBUG nova.compute.utils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.206350] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.206520] env[68207]: DEBUG nova.network.neutron [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.231927] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.254275] env[68207]: DEBUG nova.policy [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92035dc1a0c42e4a78f8291ec5a1494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5a044b76664a8184a902a346ebe208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.440972] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e62da-6481-3577-963c-4e78aa59833a/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1005.441296] env[68207]: INFO nova.virt.vmwareapi.images [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Downloaded image file data 0bcca492-96ec-4a21-8b04-edf39f5e90ad [ 1005.443027] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3f48fc-135c-4117-a6ce-0feb165b9e10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.151757] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.159443] env[68207]: DEBUG nova.network.neutron [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Successfully created port: 43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.179766] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.180022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.187448] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f889adf-a33a-40f0-b14c-c81252703da6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.198261] env[68207]: DEBUG oslo_vmware.api [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777177, 'name': PowerOffVM_Task, 'duration_secs': 0.363778} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.198261] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777176, 'name': ReconfigVM_Task, 'duration_secs': 0.780877} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.199069] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.199473] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.199715] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a/volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.207884] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1ae2586-8624-4dfe-9ec0-e630fd2f4322 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.209597] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea53ba8-37c3-4c5e-be35-cd290004d799 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.229159] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1006.229159] env[68207]: value = "task-2777180" [ 1006.229159] env[68207]: _type = "Task" [ 1006.229159] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.230228] env[68207]: INFO nova.virt.vmwareapi.images [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] The imported VM was unregistered [ 1006.232556] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1006.232799] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.236128] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b680b30-3ad2-445d-b823-a0043fcbdb6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.247796] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.258938] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Created directory with path [datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.259156] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e/OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e.vmdk to [datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk. {{(pid=68207) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1006.259424] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d83f35d1-3622-43f7-9dba-d434d8d7e068 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.267209] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1006.267209] env[68207]: value = "task-2777181" [ 1006.267209] env[68207]: _type = "Task" [ 1006.267209] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.277857] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.328613] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.328836] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.329020] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Deleting the datastore file [datastore2] 44dd4cd4-b19d-476a-b421-3c5614e49387 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.329608] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-246f0624-a322-4758-ae3c-5c87110e2164 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.336621] env[68207]: DEBUG oslo_vmware.api [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for the task: (returnval){ [ 1006.336621] env[68207]: value = "task-2777182" [ 1006.336621] env[68207]: _type = "Task" [ 1006.336621] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.348559] env[68207]: DEBUG oslo_vmware.api [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.534517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1735e96a-a179-4d0f-b3cf-d387b76f185a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.544780] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d642ca1-7afa-44bd-8439-2a1adb26d004 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.579143] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b064a-8298-46f2-8c94-23a3e64cfd1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.589292] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3749c9-a372-4c2d-a63d-ed6ece7a73a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.606183] env[68207]: DEBUG nova.compute.provider_tree [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.683749] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.742140] env[68207]: DEBUG oslo_vmware.api [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777180, 'name': ReconfigVM_Task, 'duration_secs': 0.296323} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.742911] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558401', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'name': 'volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82f94a63-f043-4260-83ac-4bdab850236f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'serial': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.778809] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.848630] env[68207]: DEBUG oslo_vmware.api [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Task: {'id': task-2777182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479758} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.849051] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.849330] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.849575] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.849749] env[68207]: INFO nova.compute.manager [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1006.849995] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.850502] env[68207]: DEBUG nova.compute.manager [-] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.850628] env[68207]: DEBUG nova.network.neutron [-] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.110192] env[68207]: DEBUG nova.scheduler.client.report [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.139896] env[68207]: DEBUG nova.compute.manager [req-2eb92769-3ebe-45c0-942a-d63cda7953e2 req-e57444a6-e911-4de4-89f7-b79625d04473 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Received event network-vif-deleted-515bca78-e4bd-4d29-940c-57d20182f674 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.140158] env[68207]: INFO nova.compute.manager [req-2eb92769-3ebe-45c0-942a-d63cda7953e2 req-e57444a6-e911-4de4-89f7-b79625d04473 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Neutron deleted interface 515bca78-e4bd-4d29-940c-57d20182f674; detaching it from the instance and deleting it from the info cache [ 1007.140334] env[68207]: DEBUG nova.network.neutron [req-2eb92769-3ebe-45c0-942a-d63cda7953e2 req-e57444a6-e911-4de4-89f7-b79625d04473 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.166513] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.192628] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.192937] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.193188] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.193444] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.193595] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.193741] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.193948] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.194191] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.194447] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.194617] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.194790] env[68207]: DEBUG nova.virt.hardware [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.195750] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87ad9cf-daa6-4ebf-9a6f-c43d4a07c7f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.207583] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb1210a-e3bf-4a03-834f-376b1f32626e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.212577] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.280807] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.618610] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.619566] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.622283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.744s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.624580] env[68207]: INFO nova.compute.claims [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.628054] env[68207]: DEBUG nova.network.neutron [-] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.644680] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e656bd17-3da1-40ff-96dc-060c18d3ea8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.657104] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a242e0-1f0e-4fc0-9f90-70f5673175da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.702734] env[68207]: DEBUG nova.compute.manager [req-2eb92769-3ebe-45c0-942a-d63cda7953e2 req-e57444a6-e911-4de4-89f7-b79625d04473 service nova] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Detach interface failed, port_id=515bca78-e4bd-4d29-940c-57d20182f674, reason: Instance 44dd4cd4-b19d-476a-b421-3c5614e49387 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1007.788438] env[68207]: DEBUG nova.objects.instance [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'flavor' on Instance uuid 82f94a63-f043-4260-83ac-4bdab850236f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.790130] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.832493] env[68207]: DEBUG nova.network.neutron [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Successfully updated port: 43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.056884] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.057180] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.131481] env[68207]: DEBUG nova.compute.utils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.134791] env[68207]: INFO nova.compute.manager [-] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Took 1.28 seconds to deallocate network for instance. [ 1008.137587] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.137867] env[68207]: DEBUG nova.network.neutron [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.203046] env[68207]: DEBUG nova.policy [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.281473] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.294834] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a50c8d91-f97f-4e85-9efc-73bb2980b430 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.797s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.333770] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.334173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.334330] env[68207]: DEBUG nova.network.neutron [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.560132] env[68207]: INFO nova.compute.manager [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Detaching volume a0817dab-b3eb-4820-8d7f-43ff010032ba [ 1008.565640] env[68207]: DEBUG nova.network.neutron [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Successfully created port: 363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.607722] env[68207]: INFO nova.virt.block_device [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Attempting to driver detach volume a0817dab-b3eb-4820-8d7f-43ff010032ba from mountpoint /dev/sdb [ 1008.608216] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.608686] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558379', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'name': 'volume-a0817dab-b3eb-4820-8d7f-43ff010032ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '154ba180-8d21-4cab-8614-97d441aa5956', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'serial': 'a0817dab-b3eb-4820-8d7f-43ff010032ba'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.610196] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb77f593-9e51-4680-9d03-096ba3bb9c94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.639273] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.646111] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff3786-cbc8-406b-959b-d9ca98d72be3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.650588] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.657924] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8f3109-eee2-4e62-8e68-963efd4b4764 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.686704] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051f44a9-1416-42a3-929f-5ec94bd67230 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.708376] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] The volume has not been displaced from its original location: [datastore2] volume-a0817dab-b3eb-4820-8d7f-43ff010032ba/volume-a0817dab-b3eb-4820-8d7f-43ff010032ba.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.714564] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.719315] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a7f6f1-b90d-4972-91fb-15078192ba3f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.743615] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1008.743615] env[68207]: value = "task-2777183" [ 1008.743615] env[68207]: _type = "Task" [ 1008.743615] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.760978] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.783293] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.878227] env[68207]: DEBUG nova.network.neutron [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.045309] env[68207]: DEBUG nova.network.neutron [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updating instance_info_cache with network_info: [{"id": "43d39050-db0d-4669-8702-948c8e25e2b6", "address": "fa:16:3e:86:9b:9b", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d39050-db", "ovs_interfaceid": "43d39050-db0d-4669-8702-948c8e25e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.080666] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb9d10-c275-4044-95ee-5e469c768d07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.090477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe54d1e-c8b2-443f-a8f9-f952b234211f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.124796] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79f2b5-15a9-4a98-ace7-f8fd6ff4584a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.133959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b17f7a-3623-4318-832d-f530d5d03cf6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.149408] env[68207]: DEBUG nova.compute.provider_tree [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.191357] env[68207]: DEBUG nova.compute.manager [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Received event network-vif-plugged-43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.191357] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] Acquiring lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.191357] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.191357] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.191766] env[68207]: DEBUG nova.compute.manager [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] No waiting events found dispatching network-vif-plugged-43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.192179] env[68207]: WARNING nova.compute.manager [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Received unexpected event network-vif-plugged-43d39050-db0d-4669-8702-948c8e25e2b6 for instance with vm_state building and task_state spawning. [ 1009.192490] env[68207]: DEBUG nova.compute.manager [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Received event network-changed-43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.192765] env[68207]: DEBUG nova.compute.manager [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Refreshing instance network info cache due to event network-changed-43d39050-db0d-4669-8702-948c8e25e2b6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1009.193197] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] Acquiring lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.256902] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.281389] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.456047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "bf79f617-53e5-46df-bd55-0cf48331efee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.456174] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "bf79f617-53e5-46df-bd55-0cf48331efee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.548824] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.549205] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Instance network_info: |[{"id": "43d39050-db0d-4669-8702-948c8e25e2b6", "address": "fa:16:3e:86:9b:9b", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d39050-db", "ovs_interfaceid": "43d39050-db0d-4669-8702-948c8e25e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.549530] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] Acquired lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.549704] env[68207]: DEBUG nova.network.neutron [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Refreshing network info cache for port 43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.550927] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9b:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d39050-db0d-4669-8702-948c8e25e2b6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.558365] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.561122] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.561593] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4140cb1-759f-44da-8517-dac70d9d217d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.582079] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.582079] env[68207]: value = "task-2777184" [ 1009.582079] env[68207]: _type = "Task" [ 1009.582079] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.592267] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777184, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.655798] env[68207]: DEBUG nova.scheduler.client.report [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.659955] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.690041] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.690307] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.690461] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.690642] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.690863] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.691118] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.691389] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.691592] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.691794] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.691994] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.692241] env[68207]: DEBUG nova.virt.hardware [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.693558] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e2631-dbf6-4bb7-8c98-470e00dfbbaa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.703226] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2fe47-ec73-4567-abff-7bdfd4cacc53 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.755121] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777183, 'name': ReconfigVM_Task, 'duration_secs': 0.542441} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.755420] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.759989] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f8df01-c158-4dc0-9cdb-2ed7a81d54f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.776779] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1009.776779] env[68207]: value = "task-2777185" [ 1009.776779] env[68207]: _type = "Task" [ 1009.776779] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.783538] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777181, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.081551} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.784235] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e/OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e.vmdk to [datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk. [ 1009.784443] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Cleaning up location [datastore2] OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1009.784611] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7764811d-bc48-4984-b412-471211dd090e {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.784867] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1717592-1365-4581-a238-6aff3eb4a771 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.791758] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.797778] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1009.797778] env[68207]: value = "task-2777186" [ 1009.797778] env[68207]: _type = "Task" [ 1009.797778] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.807163] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.830207] env[68207]: DEBUG nova.network.neutron [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updated VIF entry in instance network info cache for port 43d39050-db0d-4669-8702-948c8e25e2b6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.830585] env[68207]: DEBUG nova.network.neutron [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updating instance_info_cache with network_info: [{"id": "43d39050-db0d-4669-8702-948c8e25e2b6", "address": "fa:16:3e:86:9b:9b", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d39050-db", "ovs_interfaceid": "43d39050-db0d-4669-8702-948c8e25e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.959378] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.095236] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777184, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.120350] env[68207]: DEBUG nova.network.neutron [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Successfully updated port: 363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.163648] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.164287] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.167199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.289s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.167424] env[68207]: DEBUG nova.objects.instance [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lazy-loading 'resources' on Instance uuid 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.287481] env[68207]: DEBUG oslo_vmware.api [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777185, 'name': ReconfigVM_Task, 'duration_secs': 0.151386} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.287737] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558379', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'name': 'volume-a0817dab-b3eb-4820-8d7f-43ff010032ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '154ba180-8d21-4cab-8614-97d441aa5956', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0817dab-b3eb-4820-8d7f-43ff010032ba', 'serial': 'a0817dab-b3eb-4820-8d7f-43ff010032ba'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.310421] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050846} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.310421] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.310421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.310421] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk to [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.310644] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03acef36-d3f8-41cf-a17e-952d71ae056b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.319719] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1010.319719] env[68207]: value = "task-2777187" [ 1010.319719] env[68207]: _type = "Task" [ 1010.319719] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.331384] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.333745] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c405872-8e73-45d0-8fb1-8cb3fc4b329e req-d9b5a9ea-8a24-4640-9c2b-3fe85592fdf6 service nova] Releasing lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.483015] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.593965] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777184, 'name': CreateVM_Task, 'duration_secs': 0.64475} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.594201] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.594890] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.595072] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.595447] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.595701] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6208757b-6c39-45fb-9572-203bea6ceff7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.600734] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1010.600734] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520ded38-7a00-85f4-9ece-6f87fc098219" [ 1010.600734] env[68207]: _type = "Task" [ 1010.600734] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.608894] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520ded38-7a00-85f4-9ece-6f87fc098219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.623805] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.623805] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.624026] env[68207]: DEBUG nova.network.neutron [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.672019] env[68207]: DEBUG nova.compute.utils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.676522] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.676793] env[68207]: DEBUG nova.network.neutron [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.837166] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.856212] env[68207]: DEBUG nova.objects.instance [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'flavor' on Instance uuid 154ba180-8d21-4cab-8614-97d441aa5956 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.951630] env[68207]: DEBUG nova.policy [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '893c457ec3b543ab8db62c1c2565ed91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d27a5e946a4dd7b0fe74077328fef3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.035020] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17418e04-20a2-450e-b243-e36e1f04ebcd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.042591] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275645fe-d602-4625-8598-7b49e66e902f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.081056] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec2e9fe-211a-485c-8e72-978248151ca5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.091656] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409d8ce-053b-4cef-b25b-367265056ce8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.110365] env[68207]: DEBUG nova.compute.provider_tree [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.122284] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520ded38-7a00-85f4-9ece-6f87fc098219, 'name': SearchDatastore_Task, 'duration_secs': 0.023068} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.123516] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.123843] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.124257] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.124529] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.124815] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.125542] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf64774c-0599-4780-a46f-8f65c4f9c5be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.147417] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.147621] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.148464] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2c82e4-674f-408b-be7c-2d6e00d0c8e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.156206] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1011.156206] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52925527-7dc3-4b39-5d01-31723b61b5ca" [ 1011.156206] env[68207]: _type = "Task" [ 1011.156206] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.165933] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52925527-7dc3-4b39-5d01-31723b61b5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.174253] env[68207]: DEBUG nova.network.neutron [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.176668] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.249457] env[68207]: DEBUG nova.compute.manager [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Received event network-vif-plugged-363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.249686] env[68207]: DEBUG oslo_concurrency.lockutils [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] Acquiring lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.249895] env[68207]: DEBUG oslo_concurrency.lockutils [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.250169] env[68207]: DEBUG oslo_concurrency.lockutils [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.250387] env[68207]: DEBUG nova.compute.manager [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] No waiting events found dispatching network-vif-plugged-363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.250559] env[68207]: WARNING nova.compute.manager [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Received unexpected event network-vif-plugged-363ca660-0ef4-468c-9340-7f558b7a9722 for instance with vm_state building and task_state spawning. [ 1011.250719] env[68207]: DEBUG nova.compute.manager [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Received event network-changed-363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.250869] env[68207]: DEBUG nova.compute.manager [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Refreshing instance network info cache due to event network-changed-363ca660-0ef4-468c-9340-7f558b7a9722. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1011.251050] env[68207]: DEBUG oslo_concurrency.lockutils [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] Acquiring lock "refresh_cache-d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.332756] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.409633] env[68207]: DEBUG nova.network.neutron [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Successfully created port: 9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.427419] env[68207]: DEBUG nova.network.neutron [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Updating instance_info_cache with network_info: [{"id": "363ca660-0ef4-468c-9340-7f558b7a9722", "address": "fa:16:3e:ec:f5:84", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap363ca660-0e", "ovs_interfaceid": "363ca660-0ef4-468c-9340-7f558b7a9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.616577] env[68207]: DEBUG nova.scheduler.client.report [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.669451] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52925527-7dc3-4b39-5d01-31723b61b5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.085755} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.670333] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31aba9ca-dd44-48e8-9b41-7437be6edee1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.677566] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1011.677566] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520e7959-1c34-f8d1-f853-446fdb4df12a" [ 1011.677566] env[68207]: _type = "Task" [ 1011.677566] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.694338] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520e7959-1c34-f8d1-f853-446fdb4df12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.832785] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.863248] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5669074b-fa4d-43c0-aed0-28759356498f tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.806s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.930305] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930691] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Instance network_info: |[{"id": "363ca660-0ef4-468c-9340-7f558b7a9722", "address": "fa:16:3e:ec:f5:84", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap363ca660-0e", "ovs_interfaceid": "363ca660-0ef4-468c-9340-7f558b7a9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.931074] env[68207]: DEBUG oslo_concurrency.lockutils [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] Acquired lock "refresh_cache-d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.931316] env[68207]: DEBUG nova.network.neutron [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Refreshing network info cache for port 363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.933038] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f5:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '363ca660-0ef4-468c-9340-7f558b7a9722', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.941451] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.942625] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.942881] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-616bf668-86ab-4dd8-97de-c7c6c65f8648 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.969223] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.969223] env[68207]: value = "task-2777188" [ 1011.969223] env[68207]: _type = "Task" [ 1011.969223] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.982043] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777188, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.124848] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.128048] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.852s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.129436] env[68207]: INFO nova.compute.claims [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.157937] env[68207]: INFO nova.scheduler.client.report [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Deleted allocations for instance 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d [ 1012.190740] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.193056] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520e7959-1c34-f8d1-f853-446fdb4df12a, 'name': SearchDatastore_Task, 'duration_secs': 0.096458} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.193799] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.194094] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 340fd989-ffa5-4fd6-8b51-83a65adecbf6/340fd989-ffa5-4fd6-8b51-83a65adecbf6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.194906] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcff03ea-f93f-4a30-abc3-76debcd45cea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.204137] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1012.204137] env[68207]: value = "task-2777189" [ 1012.204137] env[68207]: _type = "Task" [ 1012.204137] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.216600] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.218896] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.219158] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.219322] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.219550] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.219714] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.219867] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.220115] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.220288] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.220464] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.220626] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.220812] env[68207]: DEBUG nova.virt.hardware [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.221959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc9ed7-1ac0-44fd-8b0f-bdd736b96bd7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.231727] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e88425-8544-4a14-8c63-1a7590add054 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.332558] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.468816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.468816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.468816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "154ba180-8d21-4cab-8614-97d441aa5956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.468816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.468816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.475247] env[68207]: INFO nova.compute.manager [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Terminating instance [ 1012.485327] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777188, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.667893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e693e50b-7779-455a-a4ff-c42311f9fabc tempest-ServerPasswordTestJSON-1401604382 tempest-ServerPasswordTestJSON-1401604382-project-member] Lock "7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.351s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.694699] env[68207]: DEBUG nova.network.neutron [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Updated VIF entry in instance network info cache for port 363ca660-0ef4-468c-9340-7f558b7a9722. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.695203] env[68207]: DEBUG nova.network.neutron [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Updating instance_info_cache with network_info: [{"id": "363ca660-0ef4-468c-9340-7f558b7a9722", "address": "fa:16:3e:ec:f5:84", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap363ca660-0e", "ovs_interfaceid": "363ca660-0ef4-468c-9340-7f558b7a9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.716026] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.833753] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.960282] env[68207]: DEBUG nova.network.neutron [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Successfully updated port: 9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.978611] env[68207]: DEBUG nova.compute.manager [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.978805] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.983894] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e86a010-afff-4f66-b4e9-bcba8beaa7d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.987201] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777188, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.993253] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.993536] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65db225-58a3-4c65-883a-1c068322d37b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.004652] env[68207]: DEBUG oslo_vmware.api [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1013.004652] env[68207]: value = "task-2777190" [ 1013.004652] env[68207]: _type = "Task" [ 1013.004652] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.013781] env[68207]: DEBUG oslo_vmware.api [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.198151] env[68207]: DEBUG oslo_concurrency.lockutils [req-652d114f-438e-4c24-ac20-fa631ec0f7f6 req-a511272c-780b-4c10-b698-bd9f94099a1b service nova] Releasing lock "refresh_cache-d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218539] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.334850] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777187, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.855532} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.338798] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0bcca492-96ec-4a21-8b04-edf39f5e90ad/0bcca492-96ec-4a21-8b04-edf39f5e90ad.vmdk to [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.339968] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f4c4e-22cf-460c-a33b-317c4ce40c18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.365767] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.369400] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ceac74-127f-405c-972f-46e2b94979b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.398607] env[68207]: DEBUG nova.compute.manager [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Received event network-vif-plugged-9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.398861] env[68207]: DEBUG oslo_concurrency.lockutils [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] Acquiring lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.399114] env[68207]: DEBUG oslo_concurrency.lockutils [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.399267] env[68207]: DEBUG oslo_concurrency.lockutils [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.399498] env[68207]: DEBUG nova.compute.manager [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] No waiting events found dispatching network-vif-plugged-9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.399797] env[68207]: WARNING nova.compute.manager [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Received unexpected event network-vif-plugged-9164f911-47ad-46a8-bcac-4441984776b8 for instance with vm_state building and task_state spawning. [ 1013.399797] env[68207]: DEBUG nova.compute.manager [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Received event network-changed-9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.400055] env[68207]: DEBUG nova.compute.manager [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Refreshing instance network info cache due to event network-changed-9164f911-47ad-46a8-bcac-4441984776b8. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1013.400055] env[68207]: DEBUG oslo_concurrency.lockutils [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] Acquiring lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.400186] env[68207]: DEBUG oslo_concurrency.lockutils [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] Acquired lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.400415] env[68207]: DEBUG nova.network.neutron [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Refreshing network info cache for port 9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.405280] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1013.405280] env[68207]: value = "task-2777191" [ 1013.405280] env[68207]: _type = "Task" [ 1013.405280] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.427844] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.463556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.483559] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777188, 'name': CreateVM_Task, 'duration_secs': 1.248888} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.487410] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.488123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.488123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.488267] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.488482] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab47d966-e543-4197-a5db-d0c56be2ff00 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.495236] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1013.495236] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e8f56b-ff9f-e759-c264-f2302d7936fb" [ 1013.495236] env[68207]: _type = "Task" [ 1013.495236] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.512188] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e8f56b-ff9f-e759-c264-f2302d7936fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.515649] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2cc447-329a-4c78-80ba-304e5c7627f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.527057] env[68207]: DEBUG oslo_vmware.api [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777190, 'name': PowerOffVM_Task, 'duration_secs': 0.300176} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.529290] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.529508] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.529811] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da1ff0d-c339-4955-a81f-cf24832e1fbd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.532287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1947ae-e132-49d5-8da4-9d50f0ad6e7c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.568230] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c7f25c-6bd8-4525-895c-05465e61f997 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.577304] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f8cb27-43cd-4b4e-8dce-82fe86888e58 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.593930] env[68207]: DEBUG nova.compute.provider_tree [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.619356] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.619586] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Deleting contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.619739] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleting the datastore file [datastore1] 154ba180-8d21-4cab-8614-97d441aa5956 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.620112] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a800af-6284-4aa3-b6c5-0e29655e5872 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.629875] env[68207]: DEBUG oslo_vmware.api [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1013.629875] env[68207]: value = "task-2777193" [ 1013.629875] env[68207]: _type = "Task" [ 1013.629875] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.642114] env[68207]: DEBUG oslo_vmware.api [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.716830] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.920380] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.953681] env[68207]: DEBUG nova.network.neutron [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.013024] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e8f56b-ff9f-e759-c264-f2302d7936fb, 'name': SearchDatastore_Task, 'duration_secs': 0.066687} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.013024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.013024] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.013024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.013024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.013024] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.013024] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38fc909f-7435-416f-9bc2-411fa2a53cc5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.022324] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.022731] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.023584] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867de84a-224e-4225-8eba-0812d5ac898b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.030290] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1014.030290] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eae29e-2206-b11f-7a1f-7dd9a770bd33" [ 1014.030290] env[68207]: _type = "Task" [ 1014.030290] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.040026] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eae29e-2206-b11f-7a1f-7dd9a770bd33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.040026] env[68207]: DEBUG nova.network.neutron [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.097460] env[68207]: DEBUG nova.scheduler.client.report [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.140316] env[68207]: DEBUG oslo_vmware.api [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312465} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.140619] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.140807] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Deleted contents of the VM from datastore datastore1 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.140986] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.141178] env[68207]: INFO nova.compute.manager [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1014.141423] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.141612] env[68207]: DEBUG nova.compute.manager [-] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.141756] env[68207]: DEBUG nova.network.neutron [-] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.217826] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777189, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.684149} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.218105] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 340fd989-ffa5-4fd6-8b51-83a65adecbf6/340fd989-ffa5-4fd6-8b51-83a65adecbf6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.218317] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.218614] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd043904-75e4-4287-b020-61543b3429e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.226279] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1014.226279] env[68207]: value = "task-2777194" [ 1014.226279] env[68207]: _type = "Task" [ 1014.226279] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.235867] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.419515] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777191, 'name': ReconfigVM_Task, 'duration_secs': 0.989867} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.422191] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0/1b0f02c6-5620-4f89-830f-e2741ee7fde0.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.422191] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d538440c-f5ed-4bcd-95d7-b73cfe0b10fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.429996] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1014.429996] env[68207]: value = "task-2777195" [ 1014.429996] env[68207]: _type = "Task" [ 1014.429996] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.441453] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777195, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.546103] env[68207]: DEBUG oslo_concurrency.lockutils [req-7592cfdc-21f5-417b-9d04-03837c83724f req-5e02a379-e25e-4ecf-aace-486d1b8b9e5b service nova] Releasing lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.546103] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eae29e-2206-b11f-7a1f-7dd9a770bd33, 'name': SearchDatastore_Task, 'duration_secs': 0.020752} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.546103] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquired lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.546103] env[68207]: DEBUG nova.network.neutron [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.547879] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00233e8-9945-4be9-a735-e29a2cbd6c60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.555128] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1014.555128] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5214e6fe-689f-7e33-59bd-c1e461f1669e" [ 1014.555128] env[68207]: _type = "Task" [ 1014.555128] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.568986] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5214e6fe-689f-7e33-59bd-c1e461f1669e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.604244] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.604244] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.606256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.013s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.607573] env[68207]: INFO nova.compute.claims [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.737296] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18746} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.737660] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.738488] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30724359-239d-4e05-a1ae-6994b8be5b48 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.762682] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 340fd989-ffa5-4fd6-8b51-83a65adecbf6/340fd989-ffa5-4fd6-8b51-83a65adecbf6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.763015] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19eecd83-2a2e-41d2-88bd-a91ae7a295cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.786124] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1014.786124] env[68207]: value = "task-2777196" [ 1014.786124] env[68207]: _type = "Task" [ 1014.786124] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.795066] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.940498] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777195, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.068077] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5214e6fe-689f-7e33-59bd-c1e461f1669e, 'name': SearchDatastore_Task, 'duration_secs': 0.026166} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.068396] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.068681] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d2c6e692-e385-4e42-9277-d4b9c6f2b2f2/d2c6e692-e385-4e42-9277-d4b9c6f2b2f2.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.068963] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ccca74d-31d7-4682-a09d-2485edf16f49 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.077852] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1015.077852] env[68207]: value = "task-2777197" [ 1015.077852] env[68207]: _type = "Task" [ 1015.077852] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.079059] env[68207]: DEBUG nova.network.neutron [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.091513] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.115255] env[68207]: DEBUG nova.compute.utils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.116721] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.116897] env[68207]: DEBUG nova.network.neutron [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.135171] env[68207]: DEBUG nova.network.neutron [-] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.196126] env[68207]: DEBUG nova.policy [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fddab7d088d542efa1f9f8837b114c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c147c636bc64949944e32a52ed87c58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.299036] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.301523] env[68207]: DEBUG nova.network.neutron [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Updating instance_info_cache with network_info: [{"id": "9164f911-47ad-46a8-bcac-4441984776b8", "address": "fa:16:3e:7f:a9:24", "network": {"id": "dd9d2c18-2a61-4002-8f9a-76e0683fd57c", "bridge": "br-int", "label": "tempest-ServersTestJSON-191933032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d27a5e946a4dd7b0fe74077328fef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9164f911-47", "ovs_interfaceid": "9164f911-47ad-46a8-bcac-4441984776b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.432871] env[68207]: DEBUG nova.compute.manager [req-0684b9ef-1b0f-4750-b0a6-799e207ff6e6 req-1229ff14-87b9-4de4-aade-5f205f8de842 service nova] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Received event network-vif-deleted-2a07dc23-e821-4f18-a76d-c29d0d71109f {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.447631] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777195, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.566885] env[68207]: DEBUG nova.network.neutron [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Successfully created port: 6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.594220] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777197, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.622018] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.639701] env[68207]: INFO nova.compute.manager [-] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Took 1.50 seconds to deallocate network for instance. [ 1015.798972] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777196, 'name': ReconfigVM_Task, 'duration_secs': 0.644422} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.801906] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 340fd989-ffa5-4fd6-8b51-83a65adecbf6/340fd989-ffa5-4fd6-8b51-83a65adecbf6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.802817] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f5eb220-044d-4077-8245-ea0795c6bd97 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.804788] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Releasing lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.805119] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Instance network_info: |[{"id": "9164f911-47ad-46a8-bcac-4441984776b8", "address": "fa:16:3e:7f:a9:24", "network": {"id": "dd9d2c18-2a61-4002-8f9a-76e0683fd57c", "bridge": "br-int", "label": "tempest-ServersTestJSON-191933032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d27a5e946a4dd7b0fe74077328fef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9164f911-47", "ovs_interfaceid": "9164f911-47ad-46a8-bcac-4441984776b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.805536] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a9:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9164f911-47ad-46a8-bcac-4441984776b8', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.813193] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Creating folder: Project (b6d27a5e946a4dd7b0fe74077328fef3). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.813972] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db33dfa3-21aa-46ca-8dea-1c78d082e490 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.820829] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1015.820829] env[68207]: value = "task-2777198" [ 1015.820829] env[68207]: _type = "Task" [ 1015.820829] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.833606] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Created folder: Project (b6d27a5e946a4dd7b0fe74077328fef3) in parent group-v558176. [ 1015.833845] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Creating folder: Instances. Parent ref: group-v558407. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.837201] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7184ad3-6f4b-45a7-8157-c475496cc968 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.838988] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777198, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.849278] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Created folder: Instances in parent group-v558407. [ 1015.849592] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.849872] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.850163] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425461fd-ace9-4f86-978d-8b3e679e2e0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.876792] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.876792] env[68207]: value = "task-2777201" [ 1015.876792] env[68207]: _type = "Task" [ 1015.876792] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.884889] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777201, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.945737] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777195, 'name': Rename_Task, 'duration_secs': 1.261393} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.946039] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.946316] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4514e06d-a77f-4b18-8ce0-9a4cd5a6c022 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.955972] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1015.955972] env[68207]: value = "task-2777202" [ 1015.955972] env[68207]: _type = "Task" [ 1015.955972] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.965916] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.986296] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e3bb26-a151-4c0b-88b3-508f580c258e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.996210] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ceac8-3467-473e-90af-e75ad613e62f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.035018] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7cf58-0d50-4f4a-b35f-3f32c660b35b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.044666] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934f44eb-082d-4cd7-8238-d43fe24f322f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.062538] env[68207]: DEBUG nova.compute.provider_tree [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.093882] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777197, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.155476] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.333936] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777198, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.386656] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777201, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.467173] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.566325] env[68207]: DEBUG nova.scheduler.client.report [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.595452] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777197, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.231312} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.595724] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d2c6e692-e385-4e42-9277-d4b9c6f2b2f2/d2c6e692-e385-4e42-9277-d4b9c6f2b2f2.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.595956] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.596247] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de443a5b-f141-4a72-b6aa-384c09e4bff2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.607033] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1016.607033] env[68207]: value = "task-2777203" [ 1016.607033] env[68207]: _type = "Task" [ 1016.607033] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.617748] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.631881] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.657331] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.657580] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.657742] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.657921] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.658084] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.658282] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.658450] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.658613] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.658781] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.659584] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.659584] env[68207]: DEBUG nova.virt.hardware [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.660392] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e1680-fa38-47c7-94ec-f1636d758653 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.672819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf33cc0-bd7c-45f2-b872-15c5c4d0b176 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.836418] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777198, 'name': Rename_Task, 'duration_secs': 0.555112} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.836879] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.837257] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a50fac43-8142-45f1-9d6c-a4ed853fb1a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.846409] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1016.846409] env[68207]: value = "task-2777204" [ 1016.846409] env[68207]: _type = "Task" [ 1016.846409] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.859107] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.887254] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777201, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.968150] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777202, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.071399] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.071955] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.075892] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.930s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.077522] env[68207]: INFO nova.compute.claims [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.108508] env[68207]: DEBUG nova.network.neutron [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Successfully updated port: 6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.123052] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196833} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.123481] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.124433] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8383e36-ac9c-415e-a7f5-07978d45c4d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.164908] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] d2c6e692-e385-4e42-9277-d4b9c6f2b2f2/d2c6e692-e385-4e42-9277-d4b9c6f2b2f2.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.165846] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702638ae-0b30-44b7-bd05-f849b54428ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.200767] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1017.200767] env[68207]: value = "task-2777205" [ 1017.200767] env[68207]: _type = "Task" [ 1017.200767] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.214081] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.359560] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.388281] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777201, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.470800] env[68207]: DEBUG oslo_vmware.api [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777202, 'name': PowerOnVM_Task, 'duration_secs': 1.406529} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.472622] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.477570] env[68207]: DEBUG nova.compute.manager [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Received event network-vif-plugged-6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.477875] env[68207]: DEBUG oslo_concurrency.lockutils [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] Acquiring lock "71f0fc2b-f487-41aa-afdc-91a009c6a778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.478194] env[68207]: DEBUG oslo_concurrency.lockutils [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.478462] env[68207]: DEBUG oslo_concurrency.lockutils [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.478790] env[68207]: DEBUG nova.compute.manager [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] No waiting events found dispatching network-vif-plugged-6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.479093] env[68207]: WARNING nova.compute.manager [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Received unexpected event network-vif-plugged-6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d for instance with vm_state building and task_state spawning. [ 1017.479215] env[68207]: DEBUG nova.compute.manager [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Received event network-changed-6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.479440] env[68207]: DEBUG nova.compute.manager [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Refreshing instance network info cache due to event network-changed-6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1017.479710] env[68207]: DEBUG oslo_concurrency.lockutils [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] Acquiring lock "refresh_cache-71f0fc2b-f487-41aa-afdc-91a009c6a778" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.479917] env[68207]: DEBUG oslo_concurrency.lockutils [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] Acquired lock "refresh_cache-71f0fc2b-f487-41aa-afdc-91a009c6a778" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.480172] env[68207]: DEBUG nova.network.neutron [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Refreshing network info cache for port 6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.585505] env[68207]: DEBUG nova.compute.utils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.588086] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.588294] env[68207]: DEBUG nova.network.neutron [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.604083] env[68207]: DEBUG nova.compute.manager [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.605339] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6271954d-7c65-4e3c-b539-47fe7591fb6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.617082] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "refresh_cache-71f0fc2b-f487-41aa-afdc-91a009c6a778" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.650145] env[68207]: DEBUG nova.policy [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698326964160449a8b95403aa5e445c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f470c253b8a9477382c691787a54ba9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.711266] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.858736] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777204, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.888616] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777201, 'name': CreateVM_Task, 'duration_secs': 1.936662} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.888616] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.888767] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.888926] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.889285] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.889898] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e03008-f9b8-49cf-8ed7-f9188ce4a215 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.894714] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1017.894714] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52068e83-2727-38de-eb5b-8ce765ed42a9" [ 1017.894714] env[68207]: _type = "Task" [ 1017.894714] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.904966] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52068e83-2727-38de-eb5b-8ce765ed42a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.924848] env[68207]: DEBUG nova.network.neutron [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Successfully created port: e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.027830] env[68207]: DEBUG nova.network.neutron [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.095058] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.134791] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1c514e20-d8da-478c-b6bc-c62232ace828 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.074s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.160437] env[68207]: DEBUG nova.network.neutron [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.215070] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.361724] env[68207]: DEBUG oslo_vmware.api [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777204, 'name': PowerOnVM_Task, 'duration_secs': 1.189278} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.362443] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.362443] env[68207]: INFO nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1018.362590] env[68207]: DEBUG nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.363433] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab73452-8ac8-451f-a668-a0a099ebd77a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.406374] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52068e83-2727-38de-eb5b-8ce765ed42a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02491} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.406666] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.406898] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.407153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.407343] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.407540] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.407801] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61def541-e407-425d-a75d-bb4c2e29aa62 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421022] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.421022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.421022] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95bda0f-ded5-48dd-b329-4550d374be52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.430475] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1018.430475] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520a21d4-9a16-b38a-afa4-3ffb35d64004" [ 1018.430475] env[68207]: _type = "Task" [ 1018.430475] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.442766] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520a21d4-9a16-b38a-afa4-3ffb35d64004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.444426] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8d6c3-1ce5-4a2d-b99a-cd4bcc2416a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.452029] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b23d982-4623-4bbe-ab60-dabc2b21782c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.484253] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2e5328-e3ef-42c0-8de6-9c4435b475ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.492065] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c1f168-12df-45b0-9e59-6452e687fb01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.507258] env[68207]: DEBUG nova.compute.provider_tree [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.666382] env[68207]: DEBUG oslo_concurrency.lockutils [req-3171e274-a90e-4eba-b8a8-20b81458443b req-8c19bf5c-075e-48b4-9205-743e587b4ae5 service nova] Releasing lock "refresh_cache-71f0fc2b-f487-41aa-afdc-91a009c6a778" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.666382] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquired lock "refresh_cache-71f0fc2b-f487-41aa-afdc-91a009c6a778" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.666382] env[68207]: DEBUG nova.network.neutron [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.713812] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777205, 'name': ReconfigVM_Task, 'duration_secs': 1.130777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.713812] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Reconfigured VM instance instance-00000055 to attach disk [datastore2] d2c6e692-e385-4e42-9277-d4b9c6f2b2f2/d2c6e692-e385-4e42-9277-d4b9c6f2b2f2.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.714411] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a10bf6a1-e072-44d8-b805-32688d5b1b61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.723561] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1018.723561] env[68207]: value = "task-2777206" [ 1018.723561] env[68207]: _type = "Task" [ 1018.723561] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.735909] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777206, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.889041] env[68207]: INFO nova.compute.manager [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Took 41.25 seconds to build instance. [ 1018.942278] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520a21d4-9a16-b38a-afa4-3ffb35d64004, 'name': SearchDatastore_Task, 'duration_secs': 0.034233} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.942987] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464e5f8f-922e-4bd1-a9b0-267f60c3ce71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.949167] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1018.949167] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520f41eb-2fd8-25e4-dcb5-952a0a721949" [ 1018.949167] env[68207]: _type = "Task" [ 1018.949167] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.957176] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520f41eb-2fd8-25e4-dcb5-952a0a721949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.013050] env[68207]: DEBUG nova.scheduler.client.report [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.104753] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.199121] env[68207]: DEBUG nova.network.neutron [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.234338] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777206, 'name': Rename_Task, 'duration_secs': 0.365985} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.234702] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.234886] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b095a03-33b9-4382-9180-bf65b75ee677 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.244899] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1019.244899] env[68207]: value = "task-2777207" [ 1019.244899] env[68207]: _type = "Task" [ 1019.244899] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.253883] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.390791] env[68207]: DEBUG oslo_concurrency.lockutils [None req-326f8285-49ee-4d69-b26f-ac229ab57694 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.758s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.412458] env[68207]: DEBUG nova.network.neutron [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Updating instance_info_cache with network_info: [{"id": "6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d", "address": "fa:16:3e:86:a2:f7", "network": {"id": "a15919e6-c803-4dd4-8655-78fa51b22608", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-175680845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c147c636bc64949944e32a52ed87c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f9e47c0-db", "ovs_interfaceid": "6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.465118] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520f41eb-2fd8-25e4-dcb5-952a0a721949, 'name': SearchDatastore_Task, 'duration_secs': 0.040631} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.468364] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.468364] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.468364] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.468708] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.468708] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.468708] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.468874] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.469040] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.469207] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.470041] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.470041] env[68207]: DEBUG nova.virt.hardware [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.470041] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.470041] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ef16c3ea-ff4d-4a4d-801c-4b7aa6548111/ef16c3ea-ff4d-4a4d-801c-4b7aa6548111.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.471054] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e1d01-4d9a-4b2d-a588-ebc84140db08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.473680] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8190bc3b-1809-435b-9f68-2111ce414c23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.483329] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922d2bc-4c70-4082-b65f-711ab3f311f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.487587] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1019.487587] env[68207]: value = "task-2777208" [ 1019.487587] env[68207]: _type = "Task" [ 1019.487587] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.505275] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.518709] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.519280] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.522681] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.189s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.522681] env[68207]: DEBUG nova.objects.instance [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lazy-loading 'resources' on Instance uuid 685a4a08-6e92-4d05-82a1-7fb7a5cde15c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.572794] env[68207]: DEBUG nova.network.neutron [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Successfully updated port: e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.710875] env[68207]: DEBUG nova.compute.manager [req-513fd941-c3c1-4af1-bf8c-43365c51ed8c req-9f36ad9e-d33f-4f71-898c-85cb2ed00a14 service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Received event network-vif-plugged-e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.711136] env[68207]: DEBUG oslo_concurrency.lockutils [req-513fd941-c3c1-4af1-bf8c-43365c51ed8c req-9f36ad9e-d33f-4f71-898c-85cb2ed00a14 service nova] Acquiring lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.711358] env[68207]: DEBUG oslo_concurrency.lockutils [req-513fd941-c3c1-4af1-bf8c-43365c51ed8c req-9f36ad9e-d33f-4f71-898c-85cb2ed00a14 service nova] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.711528] env[68207]: DEBUG oslo_concurrency.lockutils [req-513fd941-c3c1-4af1-bf8c-43365c51ed8c req-9f36ad9e-d33f-4f71-898c-85cb2ed00a14 service nova] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.711744] env[68207]: DEBUG nova.compute.manager [req-513fd941-c3c1-4af1-bf8c-43365c51ed8c req-9f36ad9e-d33f-4f71-898c-85cb2ed00a14 service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] No waiting events found dispatching network-vif-plugged-e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.711930] env[68207]: WARNING nova.compute.manager [req-513fd941-c3c1-4af1-bf8c-43365c51ed8c req-9f36ad9e-d33f-4f71-898c-85cb2ed00a14 service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Received unexpected event network-vif-plugged-e10ed4f3-066d-47bb-b1a3-ce67f6275668 for instance with vm_state building and task_state spawning. [ 1019.756875] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.849706] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92879074-ac6a-4648-8a4b-7f038e7a7709 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.858247] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Suspending the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1019.858510] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3fce0f2f-86b3-43bb-a501-05744d556c4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.866883] env[68207]: DEBUG oslo_vmware.api [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1019.866883] env[68207]: value = "task-2777209" [ 1019.866883] env[68207]: _type = "Task" [ 1019.866883] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.876136] env[68207]: DEBUG oslo_vmware.api [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777209, 'name': SuspendVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.916017] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Releasing lock "refresh_cache-71f0fc2b-f487-41aa-afdc-91a009c6a778" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.916507] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Instance network_info: |[{"id": "6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d", "address": "fa:16:3e:86:a2:f7", "network": {"id": "a15919e6-c803-4dd4-8655-78fa51b22608", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-175680845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c147c636bc64949944e32a52ed87c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f9e47c0-db", "ovs_interfaceid": "6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.918137] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a2:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.927193] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Creating folder: Project (5c147c636bc64949944e32a52ed87c58). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.927562] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f84b892-23f8-4455-9130-a2dc48620588 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.940808] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Created folder: Project (5c147c636bc64949944e32a52ed87c58) in parent group-v558176. [ 1019.941088] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Creating folder: Instances. Parent ref: group-v558410. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.941378] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee77e39-3276-4606-bb83-b3f0da50736c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.951272] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.951698] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.951916] env[68207]: INFO nova.compute.manager [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Shelving [ 1019.954843] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Created folder: Instances in parent group-v558410. [ 1019.955112] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.955597] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.955850] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4b228b-435f-4813-9e60-d2343493e780 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.978731] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.978731] env[68207]: value = "task-2777212" [ 1019.978731] env[68207]: _type = "Task" [ 1019.978731] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.990334] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777212, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.001956] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.024390] env[68207]: DEBUG nova.compute.utils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.026086] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.026264] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.074936] env[68207]: DEBUG nova.policy [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7fe4f28fc314949add82299ab993c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf84a46faed436690a4afc7ed1cb667', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.080421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "refresh_cache-b894dd79-1c62-4ea2-bbab-e9ee168998b6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.080575] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "refresh_cache-b894dd79-1c62-4ea2-bbab-e9ee168998b6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.080729] env[68207]: DEBUG nova.network.neutron [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.261035] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.360256] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac02ac-e3ae-4510-9f25-2e9f59242432 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.373119] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51324bc1-e6f2-4c16-a0b1-fa19be0e40b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.383039] env[68207]: DEBUG oslo_vmware.api [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777209, 'name': SuspendVM_Task} progress is 41%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.409982] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Successfully created port: 580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.412229] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ecdc53-d06b-45e1-a899-b6be689311bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.421953] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab62a1-c1c0-429b-bf52-dea6aaed0840 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.438784] env[68207]: DEBUG nova.compute.provider_tree [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.492435] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777212, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.502913] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.532529] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.630839] env[68207]: DEBUG nova.network.neutron [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.714108] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d95d21-2449-cfda-5196-c788d2ba948a/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.715135] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234ded2-1257-4213-a754-5b2cd3967455 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.722565] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d95d21-2449-cfda-5196-c788d2ba948a/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.722741] env[68207]: ERROR oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d95d21-2449-cfda-5196-c788d2ba948a/disk-0.vmdk due to incomplete transfer. [ 1020.722992] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b2815c5-787a-48fd-8fc9-55fee3656588 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.733969] env[68207]: DEBUG oslo_vmware.rw_handles [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d95d21-2449-cfda-5196-c788d2ba948a/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.734208] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Uploaded image 1ccfaa36-82a3-44af-a2cd-7e1753b76f7a to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.736105] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.736380] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6fb8c12-59b9-4c44-9329-995ef688863b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.743940] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1020.743940] env[68207]: value = "task-2777213" [ 1020.743940] env[68207]: _type = "Task" [ 1020.743940] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.756865] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777213, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.760290] env[68207]: DEBUG oslo_vmware.api [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777207, 'name': PowerOnVM_Task, 'duration_secs': 1.101049} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.760674] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.760994] env[68207]: INFO nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1020.761277] env[68207]: DEBUG nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.762184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e66499f-ab33-47fb-9544-1e8a7935c611 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.838385] env[68207]: DEBUG nova.network.neutron [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Updating instance_info_cache with network_info: [{"id": "e10ed4f3-066d-47bb-b1a3-ce67f6275668", "address": "fa:16:3e:59:f8:dc", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed4f3-06", "ovs_interfaceid": "e10ed4f3-066d-47bb-b1a3-ce67f6275668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.850656] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Successfully created port: daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.880670] env[68207]: DEBUG oslo_vmware.api [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777209, 'name': SuspendVM_Task} progress is 83%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.942875] env[68207]: DEBUG nova.scheduler.client.report [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.966017] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.966017] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8ad35f-dfbb-41bc-8cf6-fd5e208d651d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.972660] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1020.972660] env[68207]: value = "task-2777214" [ 1020.972660] env[68207]: _type = "Task" [ 1020.972660] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.982793] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.992979] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777212, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.003308] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.146957} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.003705] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] ef16c3ea-ff4d-4a4d-801c-4b7aa6548111/ef16c3ea-ff4d-4a4d-801c-4b7aa6548111.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.004100] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.004473] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0091b3f-8021-4dff-a12a-77446a1459da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.012208] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1021.012208] env[68207]: value = "task-2777215" [ 1021.012208] env[68207]: _type = "Task" [ 1021.012208] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.023388] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.114728] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Successfully created port: 5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.255106] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777213, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.283740] env[68207]: INFO nova.compute.manager [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Took 43.55 seconds to build instance. [ 1021.340038] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "refresh_cache-b894dd79-1c62-4ea2-bbab-e9ee168998b6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.340389] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Instance network_info: |[{"id": "e10ed4f3-066d-47bb-b1a3-ce67f6275668", "address": "fa:16:3e:59:f8:dc", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed4f3-06", "ovs_interfaceid": "e10ed4f3-066d-47bb-b1a3-ce67f6275668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.341041] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:f8:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e10ed4f3-066d-47bb-b1a3-ce67f6275668', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.351809] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.352602] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.352895] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ef4d3a-c4cc-463a-b113-6c60830039c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.381059] env[68207]: DEBUG oslo_vmware.api [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777209, 'name': SuspendVM_Task, 'duration_secs': 1.39399} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.382659] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Suspended the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1021.382869] env[68207]: DEBUG nova.compute.manager [None req-d190b91c-8bb3-4753-9494-82bc86fe86fb tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.383233] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.383233] env[68207]: value = "task-2777216" [ 1021.383233] env[68207]: _type = "Task" [ 1021.383233] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.384144] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82859c0-65fc-4218-a200-f3e80ad0d4b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.400536] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777216, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.450539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.453275] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.002s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.474089] env[68207]: INFO nova.scheduler.client.report [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted allocations for instance 685a4a08-6e92-4d05-82a1-7fb7a5cde15c [ 1021.488838] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777214, 'name': PowerOffVM_Task, 'duration_secs': 0.381414} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.489538] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.490693] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6352d6-09a8-4501-a678-148a489e1af8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.496563] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777212, 'name': CreateVM_Task, 'duration_secs': 1.047806} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.497070] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.497771] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.497954] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.498282] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.498533] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fab2101-bac4-470a-a028-17f073ae124d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.518749] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189a5f0-eed7-411c-9523-a2859006b134 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.523181] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1021.523181] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bdff8f-965e-4157-93c2-8549c051f0f8" [ 1021.523181] env[68207]: _type = "Task" [ 1021.523181] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.533905] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230479} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.534594] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.535403] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab17cf-a838-4f7c-8f0b-f5c431081c36 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.541863] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.543919] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bdff8f-965e-4157-93c2-8549c051f0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.567128] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ef16c3ea-ff4d-4a4d-801c-4b7aa6548111/ef16c3ea-ff4d-4a4d-801c-4b7aa6548111.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.569088] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e7ce2d-ecee-4950-88f7-acefc677cc94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.590785] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.591046] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.591214] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.591399] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.591547] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.591740] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.595029] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.595029] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.595029] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.595029] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.595029] env[68207]: DEBUG nova.virt.hardware [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.595029] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c5f8b-3724-4797-aca0-c50a75ea9a85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.597761] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1021.597761] env[68207]: value = "task-2777217" [ 1021.597761] env[68207]: _type = "Task" [ 1021.597761] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.607135] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f0c3c-56d6-40ca-b682-f07e2d929c51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.614305] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.735427] env[68207]: DEBUG nova.compute.manager [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Received event network-changed-e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1021.735655] env[68207]: DEBUG nova.compute.manager [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Refreshing instance network info cache due to event network-changed-e10ed4f3-066d-47bb-b1a3-ce67f6275668. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1021.735882] env[68207]: DEBUG oslo_concurrency.lockutils [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] Acquiring lock "refresh_cache-b894dd79-1c62-4ea2-bbab-e9ee168998b6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.736029] env[68207]: DEBUG oslo_concurrency.lockutils [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] Acquired lock "refresh_cache-b894dd79-1c62-4ea2-bbab-e9ee168998b6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.736204] env[68207]: DEBUG nova.network.neutron [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Refreshing network info cache for port e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.755277] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777213, 'name': Destroy_Task, 'duration_secs': 0.836381} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.756022] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Destroyed the VM [ 1021.756022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.756276] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f5a9f9c-f975-423e-a9e9-3b8bccb0cd6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.763844] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1021.763844] env[68207]: value = "task-2777218" [ 1021.763844] env[68207]: _type = "Task" [ 1021.763844] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.774690] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.786742] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d3b86b9-43f7-40e2-b357-e871c8a52fe8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.061s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.896451] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777216, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.958645] env[68207]: INFO nova.compute.claims [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.985371] env[68207]: DEBUG oslo_concurrency.lockutils [None req-69c44334-01bb-4fc8-b0c7-e32911fe5963 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "685a4a08-6e92-4d05-82a1-7fb7a5cde15c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.181s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.035623] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1022.035942] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bdff8f-965e-4157-93c2-8549c051f0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.027818} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.036171] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-262c21a5-d8f5-4ed6-baae-67cf05e966c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.038102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.038337] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.038572] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.038719] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.038897] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.039153] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58332b9d-83f4-41cc-bb11-160020ab103b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.047509] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1022.047509] env[68207]: value = "task-2777219" [ 1022.047509] env[68207]: _type = "Task" [ 1022.047509] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.054622] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.055353] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.058500] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e6b27d-6001-4137-9e4f-c1fa600d91ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.060904] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.064355] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1022.064355] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bd3a70-a277-2f17-b7c3-841ec0698630" [ 1022.064355] env[68207]: _type = "Task" [ 1022.064355] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.073183] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bd3a70-a277-2f17-b7c3-841ec0698630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.109027] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.396594] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.402069] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777216, 'name': CreateVM_Task, 'duration_secs': 0.537675} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.402268] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.403343] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.403530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.403881] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404339] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f74d89-9d59-4005-959c-d7fe918f4393 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.410206] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1022.410206] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522f7e38-1c7d-e903-a4ed-b726ea4222fd" [ 1022.410206] env[68207]: _type = "Task" [ 1022.410206] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.420328] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522f7e38-1c7d-e903-a4ed-b726ea4222fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.464783] env[68207]: INFO nova.compute.resource_tracker [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating resource usage from migration a1210054-1bd3-478e-8dc1-b3276458864e [ 1022.559075] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777219, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.572793] env[68207]: DEBUG nova.network.neutron [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Updated VIF entry in instance network info cache for port e10ed4f3-066d-47bb-b1a3-ce67f6275668. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.573195] env[68207]: DEBUG nova.network.neutron [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Updating instance_info_cache with network_info: [{"id": "e10ed4f3-066d-47bb-b1a3-ce67f6275668", "address": "fa:16:3e:59:f8:dc", "network": {"id": "75ac227a-36be-4fb0-98cf-554acbca668a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1150804333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f470c253b8a9477382c691787a54ba9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed4f3-06", "ovs_interfaceid": "e10ed4f3-066d-47bb-b1a3-ce67f6275668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.583032] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bd3a70-a277-2f17-b7c3-841ec0698630, 'name': SearchDatastore_Task, 'duration_secs': 0.020762} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.587524] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52132d9e-31d7-489c-81b3-fede7711c47f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.594635] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1022.594635] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52880c0f-f4a3-63ee-f2df-7d90df300681" [ 1022.594635] env[68207]: _type = "Task" [ 1022.594635] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.618849] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52880c0f-f4a3-63ee-f2df-7d90df300681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.627193] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777217, 'name': ReconfigVM_Task, 'duration_secs': 0.943113} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.627496] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ef16c3ea-ff4d-4a4d-801c-4b7aa6548111/ef16c3ea-ff4d-4a4d-801c-4b7aa6548111.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.639839] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f65325c-478c-4b11-ac37-f94d49492972 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.649350] env[68207]: INFO nova.compute.manager [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Resuming [ 1022.650156] env[68207]: DEBUG nova.objects.instance [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lazy-loading 'flavor' on Instance uuid 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.665036] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1022.665036] env[68207]: value = "task-2777220" [ 1022.665036] env[68207]: _type = "Task" [ 1022.665036] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.677402] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777220, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.773168] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Successfully updated port: 580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.777097] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777218, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.790675] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "eaf160db-779d-42bf-8f14-d97f897aa7d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.790964] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.868389] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d384a1-dd62-46c0-99cf-d88fdbbe0bc6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.877043] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca41ed4d-adb0-47c4-92f6-e9deda2007cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.909060] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e9080-2ce2-45f5-986e-c8c691f7ab6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.923109] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec03f7cb-f190-4090-a4d0-a64ec5c37b34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.926982] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522f7e38-1c7d-e903-a4ed-b726ea4222fd, 'name': SearchDatastore_Task, 'duration_secs': 0.025777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.927666] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.927914] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.928149] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.939458] env[68207]: DEBUG nova.compute.provider_tree [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.059382] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777219, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.076213] env[68207]: DEBUG oslo_concurrency.lockutils [req-8f00954e-d8d3-4311-a506-21a172680cac req-0ba5d0b3-5143-4c2a-8f04-e566c9c8077e service nova] Releasing lock "refresh_cache-b894dd79-1c62-4ea2-bbab-e9ee168998b6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.106449] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52880c0f-f4a3-63ee-f2df-7d90df300681, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.106731] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.106993] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 71f0fc2b-f487-41aa-afdc-91a009c6a778/71f0fc2b-f487-41aa-afdc-91a009c6a778.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.107392] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.107642] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.107934] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3496e0a0-5aa5-4240-b7c3-da311462e2ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.110258] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2d347e9-1816-4c15-9092-d4490a6b3e0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.118075] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1023.118075] env[68207]: value = "task-2777221" [ 1023.118075] env[68207]: _type = "Task" [ 1023.118075] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.122122] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.122310] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.123601] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711ce19e-3b58-4da3-8087-bb7d11c25057 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.128882] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.130114] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1023.130114] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52dfe971-bbaa-6323-6602-1b7f3ce7c253" [ 1023.130114] env[68207]: _type = "Task" [ 1023.130114] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.140485] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dfe971-bbaa-6323-6602-1b7f3ce7c253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.177486] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777220, 'name': Rename_Task, 'duration_secs': 0.311364} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.177717] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.177776] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bec2119-307e-4675-8943-257368f4f94e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.186234] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1023.186234] env[68207]: value = "task-2777222" [ 1023.186234] env[68207]: _type = "Task" [ 1023.186234] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.197290] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.276467] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777218, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.297073] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.461374] env[68207]: ERROR nova.scheduler.client.report [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [req-8473f751-991e-487d-bf6d-61bb723b1236] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8473f751-991e-487d-bf6d-61bb723b1236"}]} [ 1023.478898] env[68207]: DEBUG nova.scheduler.client.report [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1023.498463] env[68207]: DEBUG nova.scheduler.client.report [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1023.498832] env[68207]: DEBUG nova.compute.provider_tree [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.517901] env[68207]: DEBUG nova.scheduler.client.report [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1023.539666] env[68207]: DEBUG nova.scheduler.client.report [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1023.561810] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777219, 'name': CreateSnapshot_Task, 'duration_secs': 1.229405} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.564908] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1023.566074] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b068c4-ec88-45de-908f-7a493de3d291 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.628848] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.641193] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52dfe971-bbaa-6323-6602-1b7f3ce7c253, 'name': SearchDatastore_Task, 'duration_secs': 0.033682} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.644489] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c6e79c-8d22-4fdb-9978-9545fd3354e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.650875] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1023.650875] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52118eea-36d5-d3f9-91aa-cf9d8abdfd49" [ 1023.650875] env[68207]: _type = "Task" [ 1023.650875] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.663307] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52118eea-36d5-d3f9-91aa-cf9d8abdfd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.701584] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.776974] env[68207]: DEBUG oslo_vmware.api [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777218, 'name': RemoveSnapshot_Task, 'duration_secs': 1.544381} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.780123] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1023.780443] env[68207]: INFO nova.compute.manager [None req-9a14c523-dfd9-45af-b13e-b11a55465a71 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Took 24.48 seconds to snapshot the instance on the hypervisor. [ 1023.785488] env[68207]: DEBUG nova.compute.manager [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-vif-plugged-580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.785488] env[68207]: DEBUG oslo_concurrency.lockutils [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] Acquiring lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.785488] env[68207]: DEBUG oslo_concurrency.lockutils [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.785488] env[68207]: DEBUG oslo_concurrency.lockutils [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.785780] env[68207]: DEBUG nova.compute.manager [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] No waiting events found dispatching network-vif-plugged-580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.785823] env[68207]: WARNING nova.compute.manager [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received unexpected event network-vif-plugged-580f687c-30c0-4158-8d47-3550096190ca for instance with vm_state building and task_state spawning. [ 1023.785983] env[68207]: DEBUG nova.compute.manager [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-changed-580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.786393] env[68207]: DEBUG nova.compute.manager [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Refreshing instance network info cache due to event network-changed-580f687c-30c0-4158-8d47-3550096190ca. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1023.787235] env[68207]: DEBUG oslo_concurrency.lockutils [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] Acquiring lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.787235] env[68207]: DEBUG oslo_concurrency.lockutils [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] Acquired lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.787235] env[68207]: DEBUG nova.network.neutron [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Refreshing network info cache for port 580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.820626] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.878917] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e667b484-1dca-47a3-bfc0-a2a4584be1c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.888133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9856ea87-0d33-429a-9235-d090f2be6760 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.919865] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ce6c0-c62b-44a6-91e7-9b8eb512d2c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.928220] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340d0a6-d10e-4678-b3e2-c0c28a9c0048 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.942020] env[68207]: DEBUG nova.compute.provider_tree [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.088248] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1024.088916] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a132b5c-74c3-4cac-be07-de7b767a0c24 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.098482] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1024.098482] env[68207]: value = "task-2777223" [ 1024.098482] env[68207]: _type = "Task" [ 1024.098482] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.107074] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.128055] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832347} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.128325] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 71f0fc2b-f487-41aa-afdc-91a009c6a778/71f0fc2b-f487-41aa-afdc-91a009c6a778.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.128550] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.128879] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9b02cc-ae0e-4302-a648-f18870cf60f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.137715] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1024.137715] env[68207]: value = "task-2777224" [ 1024.137715] env[68207]: _type = "Task" [ 1024.137715] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.147491] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.163952] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52118eea-36d5-d3f9-91aa-cf9d8abdfd49, 'name': SearchDatastore_Task, 'duration_secs': 0.070849} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.164283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.164486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquired lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.164705] env[68207]: DEBUG nova.network.neutron [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.166498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.166498] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b894dd79-1c62-4ea2-bbab-e9ee168998b6/b894dd79-1c62-4ea2-bbab-e9ee168998b6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.167079] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e15e7c-5b05-40e6-9f2d-487521c9ce6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.176864] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1024.176864] env[68207]: value = "task-2777225" [ 1024.176864] env[68207]: _type = "Task" [ 1024.176864] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.188088] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.199150] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.329617] env[68207]: DEBUG nova.network.neutron [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.415601] env[68207]: DEBUG nova.network.neutron [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.475033] env[68207]: DEBUG nova.scheduler.client.report [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1024.475213] env[68207]: DEBUG nova.compute.provider_tree [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 126 to 127 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1024.475495] env[68207]: DEBUG nova.compute.provider_tree [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.610417] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.647679] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195695} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.648628] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.649351] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22465a4-63e9-4abb-ba64-32266d1e2884 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.673992] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 71f0fc2b-f487-41aa-afdc-91a009c6a778/71f0fc2b-f487-41aa-afdc-91a009c6a778.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.676626] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0e866e-d33b-466b-a03e-aea7b03a73fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.716349] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.716543] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.718366] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1024.718366] env[68207]: value = "task-2777226" [ 1024.718366] env[68207]: _type = "Task" [ 1024.718366] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.732711] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.920553] env[68207]: DEBUG oslo_concurrency.lockutils [req-db24c899-2df9-4c88-b41b-4e285395eb28 req-99094954-a356-4e51-9695-e81d8c4735d2 service nova] Releasing lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.923961] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Successfully updated port: daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.981854] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.528s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.981854] env[68207]: INFO nova.compute.manager [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Migrating [ 1024.989321] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.332s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.989587] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.989833] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1024.991304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.926s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.991551] env[68207]: DEBUG nova.objects.instance [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lazy-loading 'resources' on Instance uuid db1acb4a-6bea-4091-ab2f-d314fa0b149f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.996913] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b8c665-1ac4-443e-9d4a-15ff0d49cf4c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.004257] env[68207]: DEBUG nova.network.neutron [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [{"id": "4d2dc578-1131-4910-9244-6f605c88209d", "address": "fa:16:3e:07:09:e2", "network": {"id": "f24dea57-1c7a-45b6-a14f-bf3ee8b2fb50", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-220642182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b05b198ecf245ac85244e4038feb978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2dc578-11", "ovs_interfaceid": "4d2dc578-1131-4910-9244-6f605c88209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.013875] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e878358-4134-4a2c-b2ea-ad4e8af3079b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.031340] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609dd3b-3a00-4966-9cb6-3f52d8793510 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.041289] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402155b-7d66-4f60-9e62-0152d272dc25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.072911] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179163MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1025.073522] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.110864] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.211678] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867391} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.214702] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b894dd79-1c62-4ea2-bbab-e9ee168998b6/b894dd79-1c62-4ea2-bbab-e9ee168998b6.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.214914] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.215203] env[68207]: DEBUG oslo_vmware.api [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777222, 'name': PowerOnVM_Task, 'duration_secs': 1.575535} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.215410] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-765bf707-0f48-4128-9e0a-ff7ff6415937 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217285] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.217473] env[68207]: INFO nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Took 13.03 seconds to spawn the instance on the hypervisor. [ 1025.217645] env[68207]: DEBUG nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.218429] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065b8af-dd41-4bdd-ae3d-ac5dcc89712b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.227066] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1025.227066] env[68207]: value = "task-2777227" [ 1025.227066] env[68207]: _type = "Task" [ 1025.227066] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.234520] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.243423] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.508944] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.509289] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.509608] env[68207]: DEBUG nova.network.neutron [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.511701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Releasing lock "refresh_cache-1b0f02c6-5620-4f89-830f-e2741ee7fde0" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.513117] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca8d73-c674-4b2a-ad86-f1f38fbc9ca4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.528040] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Resuming the VM {{(pid=68207) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1025.528307] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f566041c-a605-4e9c-9eac-e63827a856cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.536593] env[68207]: DEBUG oslo_vmware.api [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1025.536593] env[68207]: value = "task-2777228" [ 1025.536593] env[68207]: _type = "Task" [ 1025.536593] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.548104] env[68207]: DEBUG oslo_vmware.api [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.611922] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.745102] env[68207]: INFO nova.compute.manager [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Took 45.89 seconds to build instance. [ 1025.746158] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777226, 'name': ReconfigVM_Task, 'duration_secs': 0.685777} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.749830] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 71f0fc2b-f487-41aa-afdc-91a009c6a778/71f0fc2b-f487-41aa-afdc-91a009c6a778.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.750658] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25388402-0893-464b-877c-3c6ab31d92f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.755896] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251704} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.757851] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.758600] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f0ffb-36ef-423e-9b58-92be807db003 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.766533] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1025.766533] env[68207]: value = "task-2777229" [ 1025.766533] env[68207]: _type = "Task" [ 1025.766533] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.790986] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b894dd79-1c62-4ea2-bbab-e9ee168998b6/b894dd79-1c62-4ea2-bbab-e9ee168998b6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.794701] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d782fcaa-897b-4d48-ab78-2c02aeb1ebfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.814714] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777229, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.824709] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1025.824709] env[68207]: value = "task-2777230" [ 1025.824709] env[68207]: _type = "Task" [ 1025.824709] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.835854] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.853040] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c629e-4b48-4a70-9442-b171b9dba4ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.864726] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef0e3b-0192-40e0-9685-5ff9a954de85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.870384] env[68207]: DEBUG nova.compute.manager [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-vif-plugged-daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.870594] env[68207]: DEBUG oslo_concurrency.lockutils [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] Acquiring lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.870827] env[68207]: DEBUG oslo_concurrency.lockutils [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.871440] env[68207]: DEBUG oslo_concurrency.lockutils [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.871440] env[68207]: DEBUG nova.compute.manager [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] No waiting events found dispatching network-vif-plugged-daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.871440] env[68207]: WARNING nova.compute.manager [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received unexpected event network-vif-plugged-daff020a-96e9-460a-92eb-06fc8afe2b49 for instance with vm_state building and task_state spawning. [ 1025.871597] env[68207]: DEBUG nova.compute.manager [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-changed-daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.871597] env[68207]: DEBUG nova.compute.manager [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Refreshing instance network info cache due to event network-changed-daff020a-96e9-460a-92eb-06fc8afe2b49. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1025.871783] env[68207]: DEBUG oslo_concurrency.lockutils [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] Acquiring lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.871913] env[68207]: DEBUG oslo_concurrency.lockutils [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] Acquired lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.872083] env[68207]: DEBUG nova.network.neutron [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Refreshing network info cache for port daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.910158] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d67ce-0a8d-4186-92ea-89bb2d2e838e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.923036] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86faaed-c03d-4891-92e1-4162f840acd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.939966] env[68207]: DEBUG nova.compute.provider_tree [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.050744] env[68207]: DEBUG oslo_vmware.api [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777228, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.112786] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.249809] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a8c7f1c-5707-41b2-bc0d-cf47b7f9f20b tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.410s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.277238] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777229, 'name': Rename_Task, 'duration_secs': 0.23144} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.277531] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.277788] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5f5df4-7ee3-4d5b-8d5c-48561353832e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.287775] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1026.287775] env[68207]: value = "task-2777231" [ 1026.287775] env[68207]: _type = "Task" [ 1026.287775] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.297210] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.334702] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.412213] env[68207]: DEBUG nova.compute.manager [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.412213] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182c838-d0f8-4ff4-89d8-02bf8ea4062d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.428192] env[68207]: DEBUG nova.network.neutron [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.445312] env[68207]: DEBUG nova.scheduler.client.report [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.553619] env[68207]: DEBUG oslo_vmware.api [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777228, 'name': PowerOnVM_Task, 'duration_secs': 0.702631} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.554044] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Resumed the VM {{(pid=68207) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1026.554323] env[68207]: DEBUG nova.compute.manager [None req-550d298a-87f1-4eb9-91c5-90461223e9b6 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.555499] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaecae53-d81c-4117-a675-3dfd8871433a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.574057] env[68207]: DEBUG nova.network.neutron [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.608498] env[68207]: DEBUG nova.network.neutron [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [{"id": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "address": "fa:16:3e:eb:28:ff", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ebe0f-05", "ovs_interfaceid": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.617668] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.798419] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.840130] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777230, 'name': ReconfigVM_Task, 'duration_secs': 0.911052} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.840130] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b894dd79-1c62-4ea2-bbab-e9ee168998b6/b894dd79-1c62-4ea2-bbab-e9ee168998b6.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.840130] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eebc23d-e534-466f-82a3-d52dd87d3728 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.846532] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1026.846532] env[68207]: value = "task-2777232" [ 1026.846532] env[68207]: _type = "Task" [ 1026.846532] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.856263] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777232, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.925717] env[68207]: INFO nova.compute.manager [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] instance snapshotting [ 1026.932240] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5f4edb-7c5a-4f45-a54f-5fe843651560 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.960023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.960916] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Successfully updated port: 5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.962495] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.750s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.964358] env[68207]: INFO nova.compute.claims [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.967859] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf7186-a22d-480c-8397-0969e267ee2f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.983327] env[68207]: INFO nova.scheduler.client.report [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Deleted allocations for instance db1acb4a-6bea-4091-ab2f-d314fa0b149f [ 1027.077269] env[68207]: DEBUG oslo_concurrency.lockutils [req-e371928e-36ac-4f07-b575-80d0c6a0c6d2 req-ea94f88e-bc0a-4c61-b028-2007c7110922 service nova] Releasing lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.114864] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.117200] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777223, 'name': CloneVM_Task, 'duration_secs': 2.539038} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.118071] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Created linked-clone VM from snapshot [ 1027.119040] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89db40ca-0fab-4ba6-8cd1-d867d573d7b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.129439] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Uploading image fdd63755-dbd2-4a98-a87c-ada13f56c3a3 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.150883] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.150883] env[68207]: value = "vm-558415" [ 1027.150883] env[68207]: _type = "VirtualMachine" [ 1027.150883] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.151492] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e2088df-ccb2-46fc-9b3f-669c6d03e171 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.161846] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lease: (returnval){ [ 1027.161846] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bd8d2a-5432-fc0e-790d-5e6f41411c75" [ 1027.161846] env[68207]: _type = "HttpNfcLease" [ 1027.161846] env[68207]: } obtained for exporting VM: (result){ [ 1027.161846] env[68207]: value = "vm-558415" [ 1027.161846] env[68207]: _type = "VirtualMachine" [ 1027.161846] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.162223] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the lease: (returnval){ [ 1027.162223] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bd8d2a-5432-fc0e-790d-5e6f41411c75" [ 1027.162223] env[68207]: _type = "HttpNfcLease" [ 1027.162223] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.170203] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.170203] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bd8d2a-5432-fc0e-790d-5e6f41411c75" [ 1027.170203] env[68207]: _type = "HttpNfcLease" [ 1027.170203] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.300198] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777231, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.358284] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777232, 'name': Rename_Task, 'duration_secs': 0.476506} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.358673] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.358999] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-766584e1-b43c-4191-ad0b-9ba2b209b180 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.368101] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1027.368101] env[68207]: value = "task-2777234" [ 1027.368101] env[68207]: _type = "Task" [ 1027.368101] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.378216] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.472193] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.472504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.472924] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.482223] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.482747] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc0888ec-ce08-4076-b5ea-292f63599504 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.497287] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7faae124-e341-4eac-97eb-a0cece5231e0 tempest-ServerDiagnosticsV248Test-1859275985 tempest-ServerDiagnosticsV248Test-1859275985-project-member] Lock "db1acb4a-6bea-4091-ab2f-d314fa0b149f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.768s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.498807] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1027.498807] env[68207]: value = "task-2777235" [ 1027.498807] env[68207]: _type = "Task" [ 1027.498807] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.518177] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.674100] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.674100] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bd8d2a-5432-fc0e-790d-5e6f41411c75" [ 1027.674100] env[68207]: _type = "HttpNfcLease" [ 1027.674100] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.674100] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.674100] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bd8d2a-5432-fc0e-790d-5e6f41411c75" [ 1027.674100] env[68207]: _type = "HttpNfcLease" [ 1027.674100] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.674100] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22afb74a-d2e8-425d-909f-0a9493c6d95a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.683976] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa3cf2-5d99-7288-df76-46d31f7c2d97/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.684765] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa3cf2-5d99-7288-df76-46d31f7c2d97/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1027.800024] env[68207]: DEBUG oslo_vmware.api [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777231, 'name': PowerOnVM_Task, 'duration_secs': 1.321755} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.800408] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.800642] env[68207]: INFO nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1027.800829] env[68207]: DEBUG nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.801694] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e13fbf-7d0d-47db-8f25-cd5e06d03302 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.818184] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad49d7f9-19d4-4981-8528-832fe1510afc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.879244] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.971875] env[68207]: DEBUG nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Received event network-changed-9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.971875] env[68207]: DEBUG nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Refreshing instance network info cache due to event network-changed-9164f911-47ad-46a8-bcac-4441984776b8. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1027.971875] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Acquiring lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.971875] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Acquired lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.971875] env[68207]: DEBUG nova.network.neutron [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Refreshing network info cache for port 9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.010731] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777235, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.040771] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.321691] env[68207]: INFO nova.compute.manager [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Took 45.06 seconds to build instance. [ 1028.384941] env[68207]: DEBUG oslo_vmware.api [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777234, 'name': PowerOnVM_Task, 'duration_secs': 0.989269} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.384941] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.384941] env[68207]: INFO nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1028.384941] env[68207]: DEBUG nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.387235] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585331d8-c05b-4634-ae22-0683652824e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.414285] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9854830-0b02-4a4e-89d0-47eee90bca93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.425311] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbcde85-abbc-4193-b2c1-dc70c04fe221 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.466167] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155f741a-03a5-4c9a-b21b-fcac343e2a85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.480537] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5d7ea-4b8b-4a0e-a03e-a853c0172d65 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.497309] env[68207]: DEBUG nova.compute.provider_tree [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.509791] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777235, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.633579] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d41bcc9-9cc2-4aa1-840b-3ef85b782a91 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.655704] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.827087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e2cf9537-03b6-4f65-a56e-415c8ffe2617 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.573s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.882999] env[68207]: DEBUG nova.network.neutron [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [{"id": "580f687c-30c0-4158-8d47-3550096190ca", "address": "fa:16:3e:ca:42:4d", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580f687c-30", "ovs_interfaceid": "580f687c-30c0-4158-8d47-3550096190ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "daff020a-96e9-460a-92eb-06fc8afe2b49", "address": "fa:16:3e:ed:92:79", "network": {"id": "5f869c78-d2cb-48d5-ada4-cb521df40956", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101164507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaff020a-96", "ovs_interfaceid": "daff020a-96e9-460a-92eb-06fc8afe2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "address": "fa:16:3e:c5:0d:21", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7b11e9-3a", "ovs_interfaceid": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.924940] env[68207]: INFO nova.compute.manager [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Took 32.36 seconds to build instance. [ 1028.947048] env[68207]: DEBUG nova.network.neutron [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Updated VIF entry in instance network info cache for port 9164f911-47ad-46a8-bcac-4441984776b8. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.947570] env[68207]: DEBUG nova.network.neutron [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Updating instance_info_cache with network_info: [{"id": "9164f911-47ad-46a8-bcac-4441984776b8", "address": "fa:16:3e:7f:a9:24", "network": {"id": "dd9d2c18-2a61-4002-8f9a-76e0683fd57c", "bridge": "br-int", "label": "tempest-ServersTestJSON-191933032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d27a5e946a4dd7b0fe74077328fef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9164f911-47", "ovs_interfaceid": "9164f911-47ad-46a8-bcac-4441984776b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.002080] env[68207]: DEBUG nova.scheduler.client.report [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.022730] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777235, 'name': CreateSnapshot_Task, 'duration_secs': 1.381342} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.023629] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1029.024704] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866bdcc9-2318-44a5-9fa5-aefdecf285f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.162557] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.162952] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e2675c5-c96d-480f-8ca3-088412d1ef2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.174024] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1029.174024] env[68207]: value = "task-2777236" [ 1029.174024] env[68207]: _type = "Task" [ 1029.174024] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.182665] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.387682] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Releasing lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.388186] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance network_info: |[{"id": "580f687c-30c0-4158-8d47-3550096190ca", "address": "fa:16:3e:ca:42:4d", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580f687c-30", "ovs_interfaceid": "580f687c-30c0-4158-8d47-3550096190ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "daff020a-96e9-460a-92eb-06fc8afe2b49", "address": "fa:16:3e:ed:92:79", "network": {"id": "5f869c78-d2cb-48d5-ada4-cb521df40956", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101164507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaff020a-96", "ovs_interfaceid": "daff020a-96e9-460a-92eb-06fc8afe2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "address": "fa:16:3e:c5:0d:21", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7b11e9-3a", "ovs_interfaceid": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.388696] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:42:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '580f687c-30c0-4158-8d47-3550096190ca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:92:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daff020a-96e9-460a-92eb-06fc8afe2b49', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:0d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e7b11e9-3a4b-473e-9674-899a2c596f17', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.400061] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Creating folder: Project (5bf84a46faed436690a4afc7ed1cb667). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.400397] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-568d64d3-7a26-4fe6-a003-c59d9df5a03b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.416733] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Created folder: Project (5bf84a46faed436690a4afc7ed1cb667) in parent group-v558176. [ 1029.416976] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Creating folder: Instances. Parent ref: group-v558417. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.417257] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1298bcbc-3441-4239-a5bb-9be92e8fc2dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.429559] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Created folder: Instances in parent group-v558417. [ 1029.429825] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.430247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-109669ee-9231-4575-86e5-bc281ff80ff1 tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.877s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.430477] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.430700] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b3dcdff-cc9a-42be-8d10-a13c587bbf74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.453101] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Releasing lock "refresh_cache-ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.453411] env[68207]: DEBUG nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-vif-plugged-5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.453618] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Acquiring lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.453827] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.453990] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.454172] env[68207]: DEBUG nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] No waiting events found dispatching network-vif-plugged-5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.454337] env[68207]: WARNING nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received unexpected event network-vif-plugged-5e7b11e9-3a4b-473e-9674-899a2c596f17 for instance with vm_state building and task_state spawning. [ 1029.454620] env[68207]: DEBUG nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-changed-5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.454680] env[68207]: DEBUG nova.compute.manager [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Refreshing instance network info cache due to event network-changed-5e7b11e9-3a4b-473e-9674-899a2c596f17. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1029.454863] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Acquiring lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.455009] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Acquired lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.455177] env[68207]: DEBUG nova.network.neutron [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Refreshing network info cache for port 5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.457757] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.457757] env[68207]: value = "task-2777239" [ 1029.457757] env[68207]: _type = "Task" [ 1029.457757] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.467659] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777239, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.509027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.509027] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.515219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.861s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.515219] env[68207]: DEBUG nova.objects.instance [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lazy-loading 'resources' on Instance uuid 44dd4cd4-b19d-476a-b421-3c5614e49387 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.559528] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1029.560520] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f571eb2-b398-4419-8c39-ccaa86c9882e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.573545] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1029.573545] env[68207]: value = "task-2777240" [ 1029.573545] env[68207]: _type = "Task" [ 1029.573545] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.588107] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777240, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.685418] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777236, 'name': PowerOffVM_Task, 'duration_secs': 0.421817} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.685930] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.686263] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.973605] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777239, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.018403] env[68207]: DEBUG nova.compute.utils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.027840] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.027840] env[68207]: DEBUG nova.network.neutron [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.088988] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777240, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.096242] env[68207]: DEBUG nova.policy [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.194780] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.194856] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.194967] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.195571] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.195571] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.195571] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.196150] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.196150] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.196150] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.196260] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.196372] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.207347] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bf7389-b49f-4448-a55e-c63b4feee675 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.231226] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1030.231226] env[68207]: value = "task-2777241" [ 1030.231226] env[68207]: _type = "Task" [ 1030.231226] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.242741] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.356084] env[68207]: DEBUG nova.network.neutron [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updated VIF entry in instance network info cache for port 5e7b11e9-3a4b-473e-9674-899a2c596f17. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.356271] env[68207]: DEBUG nova.network.neutron [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [{"id": "580f687c-30c0-4158-8d47-3550096190ca", "address": "fa:16:3e:ca:42:4d", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580f687c-30", "ovs_interfaceid": "580f687c-30c0-4158-8d47-3550096190ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "daff020a-96e9-460a-92eb-06fc8afe2b49", "address": "fa:16:3e:ed:92:79", "network": {"id": "5f869c78-d2cb-48d5-ada4-cb521df40956", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101164507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaff020a-96", "ovs_interfaceid": "daff020a-96e9-460a-92eb-06fc8afe2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "address": "fa:16:3e:c5:0d:21", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7b11e9-3a", "ovs_interfaceid": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.448536] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036bf791-e5af-40dd-8be4-bef1f145e005 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.458540] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e71680-62e3-4ae8-964f-48ea07d58532 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.474853] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777239, 'name': CreateVM_Task, 'duration_secs': 0.811172} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.504709] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.506022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.506384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.506574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.508284] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68b9c7-7156-49e6-a5e3-24b8ec355f7a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.510621] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1aec720-efc6-4819-aecb-3610efa34bcf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.522508] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1030.522508] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e81eea-9621-cc8c-d685-27572bfadaeb" [ 1030.522508] env[68207]: _type = "Task" [ 1030.522508] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.523692] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a665b-c453-4630-92ea-5791466e04dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.531569] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.540806] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e81eea-9621-cc8c-d685-27572bfadaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.554354] env[68207]: DEBUG nova.compute.manager [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.555054] env[68207]: DEBUG nova.compute.provider_tree [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.557333] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619022c2-4f75-4f97-94fb-cb57c6ae408c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.589238] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777240, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.591841] env[68207]: DEBUG nova.network.neutron [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Successfully created port: c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.744196] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777241, 'name': ReconfigVM_Task, 'duration_secs': 0.343561} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.744897] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.863619] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a1a698-d766-4d61-8143-12a2bba33e05 req-903fa522-f4c7-41cc-ac2a-20089014644f service nova] Releasing lock "refresh_cache-6e79518f-36ce-4a69-83c9-bfc0eb589f39" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.035033] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e81eea-9621-cc8c-d685-27572bfadaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.027647} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.035346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.035852] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.035852] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.035970] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.036165] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.039958] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-574e3505-1cff-4cca-a7be-c324eeeec263 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.053044] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.053309] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.054244] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721c43a1-300f-4d12-ada7-088adea66751 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.061771] env[68207]: DEBUG nova.scheduler.client.report [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.066204] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1031.066204] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523b22a5-910c-d820-96b1-2e9354e152ff" [ 1031.066204] env[68207]: _type = "Task" [ 1031.066204] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.071225] env[68207]: INFO nova.compute.manager [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] instance snapshotting [ 1031.075869] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba4219-80bf-4453-a5b2-f2f0b2ba51b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082352] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523b22a5-910c-d820-96b1-2e9354e152ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.114185] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315bf04-3a0f-4dc2-84d8-11f621b61095 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.117915] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777240, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.252608] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.252881] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.253077] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.253272] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.253421] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.253569] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.253794] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.253953] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.254218] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.254414] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.254603] env[68207]: DEBUG nova.virt.hardware [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.260289] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.260682] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f09cd53-ea24-43f8-990e-9a59aa25a021 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.282495] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1031.282495] env[68207]: value = "task-2777242" [ 1031.282495] env[68207]: _type = "Task" [ 1031.282495] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.296488] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.339562] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "71f0fc2b-f487-41aa-afdc-91a009c6a778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.339801] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.340070] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "71f0fc2b-f487-41aa-afdc-91a009c6a778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.340272] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.340468] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.342972] env[68207]: INFO nova.compute.manager [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Terminating instance [ 1031.544634] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.568106] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.573481] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.573752] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.573911] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.574123] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.574274] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.574501] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.574732] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.574897] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.575076] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.575242] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.575419] env[68207]: DEBUG nova.virt.hardware [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.575778] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.093s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.577423] env[68207]: INFO nova.compute.claims [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.584788] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accfdadf-e9de-4aa3-8f24-c2584b5b972e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.593511] env[68207]: INFO nova.scheduler.client.report [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Deleted allocations for instance 44dd4cd4-b19d-476a-b421-3c5614e49387 [ 1031.608732] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523b22a5-910c-d820-96b1-2e9354e152ff, 'name': SearchDatastore_Task, 'duration_secs': 0.030477} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.609014] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777240, 'name': CloneVM_Task, 'duration_secs': 1.928394} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.610846] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e41bd7-e9fe-46c2-a906-7a4b888642d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.616591] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Created linked-clone VM from snapshot [ 1031.616591] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f5df4b-35ca-4c56-954b-e91f7bec3752 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.619381] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a93b6a-a310-4bf6-9d1b-2cc902a7877e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.638434] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.639149] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Uploading image 2324559c-2bd4-40c0-8658-2dd269de6102 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1031.643031] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-825a549b-c0c8-4766-8dd9-a493dbe468ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.645095] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1031.645095] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5258454f-605e-897f-558b-7d42d1c526ab" [ 1031.645095] env[68207]: _type = "Task" [ 1031.645095] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.653312] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1031.653312] env[68207]: value = "task-2777243" [ 1031.653312] env[68207]: _type = "Task" [ 1031.653312] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.657539] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5258454f-605e-897f-558b-7d42d1c526ab, 'name': SearchDatastore_Task, 'duration_secs': 0.027576} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.663812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.664661] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6e79518f-36ce-4a69-83c9-bfc0eb589f39/6e79518f-36ce-4a69-83c9-bfc0eb589f39.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.664995] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa47a291-b576-4c99-81a2-db03a92d3752 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.671538] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1031.671538] env[68207]: value = "vm-558420" [ 1031.671538] env[68207]: _type = "VirtualMachine" [ 1031.671538] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1031.672020] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-776b577c-e59f-421d-a458-dddb346c5e47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.678233] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777243, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.678543] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1031.678543] env[68207]: value = "task-2777244" [ 1031.678543] env[68207]: _type = "Task" [ 1031.678543] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.684288] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lease: (returnval){ [ 1031.684288] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e7b19d-88fe-89d9-9b7b-60e37efa2e0a" [ 1031.684288] env[68207]: _type = "HttpNfcLease" [ 1031.684288] env[68207]: } obtained for exporting VM: (result){ [ 1031.684288] env[68207]: value = "vm-558420" [ 1031.684288] env[68207]: _type = "VirtualMachine" [ 1031.684288] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1031.684669] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the lease: (returnval){ [ 1031.684669] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e7b19d-88fe-89d9-9b7b-60e37efa2e0a" [ 1031.684669] env[68207]: _type = "HttpNfcLease" [ 1031.684669] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1031.690249] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.697403] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.697403] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e7b19d-88fe-89d9-9b7b-60e37efa2e0a" [ 1031.697403] env[68207]: _type = "HttpNfcLease" [ 1031.697403] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.794058] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777242, 'name': ReconfigVM_Task, 'duration_secs': 0.301349} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.794442] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.795326] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bea2e6-3e8c-42c3-9026-5680ebbf23cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.820078] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806/74bc4081-eaf9-46c0-8349-bf5ca6144806.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.820432] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db19677d-5543-4475-a811-48ac2ab23ffc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.840701] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1031.840701] env[68207]: value = "task-2777246" [ 1031.840701] env[68207]: _type = "Task" [ 1031.840701] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.850225] env[68207]: DEBUG nova.compute.manager [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.850447] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.850727] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.851490] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2143de8-4649-4fa9-824a-b7d3b7eb9d23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.859241] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.859535] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5728413-ed51-4ad2-b92c-9a8e271ac998 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.867177] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1031.867177] env[68207]: value = "task-2777247" [ 1031.867177] env[68207]: _type = "Task" [ 1031.867177] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.877751] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.106248] env[68207]: DEBUG nova.compute.manager [req-ebdac3af-6557-44be-be15-12ca562d9d35 req-546779a2-4e66-41f1-ad4b-54478da5bb48 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-vif-plugged-c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1032.106248] env[68207]: DEBUG oslo_concurrency.lockutils [req-ebdac3af-6557-44be-be15-12ca562d9d35 req-546779a2-4e66-41f1-ad4b-54478da5bb48 service nova] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.107841] env[68207]: DEBUG oslo_concurrency.lockutils [req-ebdac3af-6557-44be-be15-12ca562d9d35 req-546779a2-4e66-41f1-ad4b-54478da5bb48 service nova] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.107841] env[68207]: DEBUG oslo_concurrency.lockutils [req-ebdac3af-6557-44be-be15-12ca562d9d35 req-546779a2-4e66-41f1-ad4b-54478da5bb48 service nova] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.107841] env[68207]: DEBUG nova.compute.manager [req-ebdac3af-6557-44be-be15-12ca562d9d35 req-546779a2-4e66-41f1-ad4b-54478da5bb48 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] No waiting events found dispatching network-vif-plugged-c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.107841] env[68207]: WARNING nova.compute.manager [req-ebdac3af-6557-44be-be15-12ca562d9d35 req-546779a2-4e66-41f1-ad4b-54478da5bb48 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received unexpected event network-vif-plugged-c767d2a5-ea00-4f94-9056-7efc115f23b5 for instance with vm_state building and task_state spawning. [ 1032.120574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7028d24e-14d8-450f-bade-fe8b62468dbc tempest-ServerAddressesNegativeTestJSON-1484563826 tempest-ServerAddressesNegativeTestJSON-1484563826-project-member] Lock "44dd4cd4-b19d-476a-b421-3c5614e49387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.550s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.169052] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.190880] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.200474] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.200474] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e7b19d-88fe-89d9-9b7b-60e37efa2e0a" [ 1032.200474] env[68207]: _type = "HttpNfcLease" [ 1032.200474] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1032.200474] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1032.200474] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e7b19d-88fe-89d9-9b7b-60e37efa2e0a" [ 1032.200474] env[68207]: _type = "HttpNfcLease" [ 1032.200474] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1032.201423] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec40692-787d-4fbe-a831-529747c6f97a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.207376] env[68207]: DEBUG nova.network.neutron [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Successfully updated port: c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.215315] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edca48-f578-5a9e-8f8d-65d5c6a22470/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1032.215693] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edca48-f578-5a9e-8f8d-65d5c6a22470/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1032.353414] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.382194] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777247, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.430876] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-029a38f3-eb4e-4cb0-9854-efe135291bed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.672884] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.697024] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981028} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.697184] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 6e79518f-36ce-4a69-83c9-bfc0eb589f39/6e79518f-36ce-4a69-83c9-bfc0eb589f39.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.697372] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.697641] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e9acb5d-75c4-46f6-b3b7-59eca27bc6c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.707447] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1032.707447] env[68207]: value = "task-2777248" [ 1032.707447] env[68207]: _type = "Task" [ 1032.707447] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.719520] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.719848] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.720150] env[68207]: DEBUG nova.network.neutron [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.730494] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.784113] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.784532] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.784823] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.785103] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.785344] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.788376] env[68207]: INFO nova.compute.manager [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Terminating instance [ 1032.859801] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777246, 'name': ReconfigVM_Task, 'duration_secs': 0.999431} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.860356] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806/74bc4081-eaf9-46c0-8349-bf5ca6144806.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.860845] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.884679] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777247, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.965072] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b3885d-4fae-4a2a-a3df-e2e2178a585f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.975008] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037384bb-bf0e-495d-a63d-df347a34f50b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.010705] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45803203-67b0-4621-bfbe-27e05ccc13a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.019842] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b23ba1-22af-448e-b510-3c23ac0e5102 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.038670] env[68207]: DEBUG nova.compute.provider_tree [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.169399] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.218550] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11456} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.219017] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.219968] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a8cb8-2213-48b9-8c5c-f9a54d6dc791 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.252673] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6e79518f-36ce-4a69-83c9-bfc0eb589f39/6e79518f-36ce-4a69-83c9-bfc0eb589f39.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.253259] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-741ec803-9d0b-46aa-8631-dbc9f30f4db3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.269496] env[68207]: DEBUG nova.network.neutron [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.279894] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1033.279894] env[68207]: value = "task-2777249" [ 1033.279894] env[68207]: _type = "Task" [ 1033.279894] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.289977] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.293297] env[68207]: DEBUG nova.compute.manager [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.293527] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.294520] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a7a94-8f5c-4ab7-99a8-35df9f3f54c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.305201] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.305201] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a91f7775-a645-42e6-a820-c0ce7450d2a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.316682] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1033.316682] env[68207]: value = "task-2777250" [ 1033.316682] env[68207]: _type = "Task" [ 1033.316682] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.333655] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.382517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ed476e-9e41-4208-bd42-db28f3c12b0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.397612] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777247, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.417017] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eb161a-6708-40f4-93a8-6468d8337ce5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.442515] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.493366] env[68207]: DEBUG nova.network.neutron [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.542527] env[68207]: DEBUG nova.scheduler.client.report [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.672570] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777243, 'name': CreateSnapshot_Task, 'duration_secs': 1.927091} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.673054] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.674313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5b378-e679-4bce-a6b6-4c282114b2d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.791145] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.827478] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777250, 'name': PowerOffVM_Task, 'duration_secs': 0.316403} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.828155] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.828563] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.829021] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e38a1b8b-12b8-406f-a82e-140466786861 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.882691] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777247, 'name': PowerOffVM_Task, 'duration_secs': 1.534801} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.883561] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.883971] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.884466] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f13e6b4-6f55-48b2-927b-321ab846aad2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.926307] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.926307] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.926307] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleting the datastore file [datastore2] 1b0f02c6-5620-4f89-830f-e2741ee7fde0 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.926307] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499bd6c7-0eb0-4ba9-9dd6-e90984771032 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.934826] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for the task: (returnval){ [ 1033.934826] env[68207]: value = "task-2777253" [ 1033.934826] env[68207]: _type = "Task" [ 1033.934826] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.956154] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.988348] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.988926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.990016] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Deleting the datastore file [datastore2] 71f0fc2b-f487-41aa-afdc-91a009c6a778 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.990016] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-827ba62e-3e93-46a9-9b06-158ac0c0c9ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.996328] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.997120] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Instance network_info: |[{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.998258] env[68207]: DEBUG nova.network.neutron [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Port 7a9ebe0f-054f-4052-b240-7a42bae6d7c2 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1034.002111] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:26:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c767d2a5-ea00-4f94-9056-7efc115f23b5', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.010500] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.010996] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for the task: (returnval){ [ 1034.010996] env[68207]: value = "task-2777254" [ 1034.010996] env[68207]: _type = "Task" [ 1034.010996] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.012411] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.012758] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87bbff7a-3168-429f-935d-95fb200a2da7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.038091] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.039687] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.039687] env[68207]: value = "task-2777255" [ 1034.039687] env[68207]: _type = "Task" [ 1034.039687] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.048580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.049369] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.055794] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.901s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.056321] env[68207]: DEBUG nova.objects.instance [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'resources' on Instance uuid 154ba180-8d21-4cab-8614-97d441aa5956 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.057748] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777255, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.196669] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.200027] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2791127e-89fc-46e4-9d5d-c5dad3d28926 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.212233] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1034.212233] env[68207]: value = "task-2777256" [ 1034.212233] env[68207]: _type = "Task" [ 1034.212233] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.220370] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.291442] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777249, 'name': ReconfigVM_Task, 'duration_secs': 0.635083} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.295021] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6e79518f-36ce-4a69-83c9-bfc0eb589f39/6e79518f-36ce-4a69-83c9-bfc0eb589f39.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.295021] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62f5f2f6-b29c-4a57-a296-9b2aa6fc68e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.300463] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1034.300463] env[68207]: value = "task-2777257" [ 1034.300463] env[68207]: _type = "Task" [ 1034.300463] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.310763] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777257, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.401708] env[68207]: DEBUG nova.compute.manager [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-changed-c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1034.401933] env[68207]: DEBUG nova.compute.manager [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing instance network info cache due to event network-changed-c767d2a5-ea00-4f94-9056-7efc115f23b5. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1034.402531] env[68207]: DEBUG oslo_concurrency.lockutils [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.402817] env[68207]: DEBUG oslo_concurrency.lockutils [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.403222] env[68207]: DEBUG nova.network.neutron [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing network info cache for port c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.451385] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.530892] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.553687] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777255, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.563339] env[68207]: DEBUG nova.compute.utils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.565903] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.565985] env[68207]: DEBUG nova.network.neutron [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.658523] env[68207]: DEBUG nova.policy [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbfcbb191144debab8716dcc0339bc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95f8501c77a64ca1813a86bb16e969f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.722206] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.817773] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777257, 'name': Rename_Task, 'duration_secs': 0.366258} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.818074] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.818426] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e5a54c9-cc4f-42e1-81f4-1ecfb274889b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.827029] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1034.827029] env[68207]: value = "task-2777258" [ 1034.827029] env[68207]: _type = "Task" [ 1034.827029] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.837590] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.947437] env[68207]: DEBUG oslo_vmware.api [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Task: {'id': task-2777253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63876} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.947679] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.947868] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.948126] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.948234] env[68207]: INFO nova.compute.manager [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1034.948525] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.948652] env[68207]: DEBUG nova.compute.manager [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.948771] env[68207]: DEBUG nova.network.neutron [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.965314] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a603d11b-cf20-4ca8-a5e0-ed67c44d4558 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.978063] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c3b1fe-fbcf-43fb-b5ae-be171970600c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.013013] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac234193-81d2-42f7-9da9-309c39936148 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.036487] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb29819-5fb1-4d74-867f-51bd1792f0f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.052659] env[68207]: DEBUG oslo_vmware.api [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Task: {'id': task-2777254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604947} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.053221] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.053451] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.053516] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.062283] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.062733] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.063059] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.063383] env[68207]: INFO nova.compute.manager [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Took 3.21 seconds to destroy the instance on the hypervisor. [ 1035.063844] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.079846] env[68207]: DEBUG nova.compute.manager [-] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.079954] env[68207]: DEBUG nova.network.neutron [-] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.082409] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.087810] env[68207]: DEBUG nova.compute.provider_tree [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.101735] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777255, 'name': CreateVM_Task, 'duration_secs': 0.865411} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.102103] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.103676] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.103853] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.104197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.104480] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc4b50b-2c4b-4b8e-bb90-d0d99a22192c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.112443] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1035.112443] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ba0e5e-a9ba-b172-164a-12d4b39ca3ac" [ 1035.112443] env[68207]: _type = "Task" [ 1035.112443] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.126804] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ba0e5e-a9ba-b172-164a-12d4b39ca3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.223359] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.347311] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.402301] env[68207]: DEBUG nova.network.neutron [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Successfully created port: 259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.483567] env[68207]: DEBUG nova.network.neutron [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updated VIF entry in instance network info cache for port c767d2a5-ea00-4f94-9056-7efc115f23b5. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.483965] env[68207]: DEBUG nova.network.neutron [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.524913] env[68207]: DEBUG nova.compute.manager [req-b1310d0f-ffe9-417d-9605-51eafd25d377 req-4035fdb4-28cf-4a92-b61c-a5ca175350c9 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Received event network-vif-deleted-4d2dc578-1131-4910-9244-6f605c88209d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.525142] env[68207]: INFO nova.compute.manager [req-b1310d0f-ffe9-417d-9605-51eafd25d377 req-4035fdb4-28cf-4a92-b61c-a5ca175350c9 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Neutron deleted interface 4d2dc578-1131-4910-9244-6f605c88209d; detaching it from the instance and deleting it from the info cache [ 1035.525317] env[68207]: DEBUG nova.network.neutron [req-b1310d0f-ffe9-417d-9605-51eafd25d377 req-4035fdb4-28cf-4a92-b61c-a5ca175350c9 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.594035] env[68207]: DEBUG nova.scheduler.client.report [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.626128] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ba0e5e-a9ba-b172-164a-12d4b39ca3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.052374} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.626376] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.626497] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.626781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.626925] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.627185] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.630361] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bb27bb4-9020-48ef-a2ab-9352fd6e0980 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.642217] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.642458] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.645798] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abf98e4-7ee9-4d1f-9a9d-66cf2bd4ce46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.654653] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1035.654653] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a29cdf-cac6-d578-3607-b6218c3d80d7" [ 1035.654653] env[68207]: _type = "Task" [ 1035.654653] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.666748] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a29cdf-cac6-d578-3607-b6218c3d80d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.723409] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.840804] env[68207]: DEBUG nova.network.neutron [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.842118] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.987299] env[68207]: DEBUG oslo_concurrency.lockutils [req-4ebeafe9-8131-417e-95bf-f927e8836f69 req-c4a6f1ad-df28-4aa7-b375-57f2032df43c service nova] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.999135] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.999396] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.999635] env[68207]: INFO nova.compute.manager [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Rebooting instance [ 1036.028520] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4171c3c-0c79-4612-b8b0-33ccb466c9f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.040177] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480f0548-2ab5-4dd1-a3f9-7c86eb90dcb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.091381] env[68207]: DEBUG nova.compute.manager [req-b1310d0f-ffe9-417d-9605-51eafd25d377 req-4035fdb4-28cf-4a92-b61c-a5ca175350c9 service nova] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Detach interface failed, port_id=4d2dc578-1131-4910-9244-6f605c88209d, reason: Instance 1b0f02c6-5620-4f89-830f-e2741ee7fde0 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1036.094324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.094597] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.094850] env[68207]: DEBUG nova.network.neutron [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.101877] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.105486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.109473] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.289s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.111670] env[68207]: INFO nova.compute.claims [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.133357] env[68207]: INFO nova.scheduler.client.report [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted allocations for instance 154ba180-8d21-4cab-8614-97d441aa5956 [ 1036.166402] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a29cdf-cac6-d578-3607-b6218c3d80d7, 'name': SearchDatastore_Task, 'duration_secs': 0.0207} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.167235] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a0001d-4135-46a3-bd57-4e650fd3a629 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.173845] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1036.173845] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fad7ca-6265-72bf-f31c-bba6279eaa32" [ 1036.173845] env[68207]: _type = "Task" [ 1036.173845] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.184679] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fad7ca-6265-72bf-f31c-bba6279eaa32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.205599] env[68207]: DEBUG nova.network.neutron [-] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.222473] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.341780] env[68207]: DEBUG oslo_vmware.api [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777258, 'name': PowerOnVM_Task, 'duration_secs': 1.277296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.342103] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.342351] env[68207]: INFO nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Took 14.80 seconds to spawn the instance on the hypervisor. [ 1036.342600] env[68207]: DEBUG nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.343106] env[68207]: INFO nova.compute.manager [-] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Took 1.39 seconds to deallocate network for instance. [ 1036.343846] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3fbfce-4437-4aa4-9d54-3b21c34547a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.520888] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.520888] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.520888] env[68207]: DEBUG nova.network.neutron [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.643622] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4fc5b233-d847-4315-b787-4caf1de40605 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "154ba180-8d21-4cab-8614-97d441aa5956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.176s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.685322] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fad7ca-6265-72bf-f31c-bba6279eaa32, 'name': SearchDatastore_Task, 'duration_secs': 0.032053} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.685591] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.685843] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d9b00dae-dabe-4e03-900d-9480ead832f7/d9b00dae-dabe-4e03-900d-9480ead832f7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.686482] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3f946f8-7f8f-44ca-83dd-c979b0bbb21e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.694027] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1036.694027] env[68207]: value = "task-2777259" [ 1036.694027] env[68207]: _type = "Task" [ 1036.694027] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.702570] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.708123] env[68207]: INFO nova.compute.manager [-] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Took 1.63 seconds to deallocate network for instance. [ 1036.723485] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.830391] env[68207]: DEBUG nova.network.neutron [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [{"id": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "address": "fa:16:3e:eb:28:ff", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ebe0f-05", "ovs_interfaceid": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.854955] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.864946] env[68207]: INFO nova.compute.manager [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Took 39.74 seconds to build instance. [ 1037.098979] env[68207]: DEBUG nova.network.neutron [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Successfully updated port: 259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.207978] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777259, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.219353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.225561] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.320281] env[68207]: DEBUG nova.network.neutron [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.335898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.367143] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07652553-557d-4046-bb2b-807d82c958ed tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.251s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.440143] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191528b-457b-44fc-bec2-52797e3e4a70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.449736] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa7633-7654-4603-861b-9ee7582b6ee0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.487053] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16374309-2344-4c9e-a322-8524a8ce5e10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.497524] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a62671-e317-4f1f-b6db-3e4d8a03a551 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.514180] env[68207]: DEBUG nova.compute.provider_tree [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.604915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.605243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.605579] env[68207]: DEBUG nova.network.neutron [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.706877] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995779} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.707261] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d9b00dae-dabe-4e03-900d-9480ead832f7/d9b00dae-dabe-4e03-900d-9480ead832f7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.707567] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.707841] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b8628e-29b6-47f9-8ef9-c52e5bd0c12a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.717409] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1037.717409] env[68207]: value = "task-2777260" [ 1037.717409] env[68207]: _type = "Task" [ 1037.717409] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.725037] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777256, 'name': CloneVM_Task, 'duration_secs': 3.047245} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.726023] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Created linked-clone VM from snapshot [ 1037.727121] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca7547-e027-4b2f-afb9-a3c33157d586 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.734407] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.740871] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Uploading image 403e2136-ec9d-4036-be99-55ef216f7de8 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.823083] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.857704] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3314da6b-bcda-409d-becd-6b7ee9097c67 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.878556] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f9afe-aa2c-44ce-9e41-d786d5a52cb9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.886635] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.017531] env[68207]: DEBUG nova.scheduler.client.report [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.141937] env[68207]: DEBUG nova.network.neutron [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.229740] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268645} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.230063] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.230876] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc5ac0-edcd-4fb8-a078-4aa4b97ac8a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.256055] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d9b00dae-dabe-4e03-900d-9480ead832f7/d9b00dae-dabe-4e03-900d-9480ead832f7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.258970] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7214492-697d-4b13-8474-ed7bb3d64c55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.282548] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1038.282548] env[68207]: value = "task-2777261" [ 1038.282548] env[68207]: _type = "Task" [ 1038.282548] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.291763] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.307035] env[68207]: DEBUG nova.network.neutron [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updating instance_info_cache with network_info: [{"id": "259537c8-f267-4697-ac19-d9668cbb0823", "address": "fa:16:3e:32:39:ed", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259537c8-f2", "ovs_interfaceid": "259537c8-f267-4697-ac19-d9668cbb0823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.327549] env[68207]: DEBUG nova.compute.manager [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.328558] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea921d-dfd9-4ecc-a8bd-a668adf5940a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.394287] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.394685] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c377a28-ffd5-4b4b-98d8-41cb8ee3bcc4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.403135] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1038.403135] env[68207]: value = "task-2777262" [ 1038.403135] env[68207]: _type = "Task" [ 1038.403135] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.412019] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.523448] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.524078] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.527045] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.454s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.793816] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.809716] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.810009] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Instance network_info: |[{"id": "259537c8-f267-4697-ac19-d9668cbb0823", "address": "fa:16:3e:32:39:ed", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259537c8-f2", "ovs_interfaceid": "259537c8-f267-4697-ac19-d9668cbb0823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.915812] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.031231] env[68207]: DEBUG nova.compute.utils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.041523] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.041702] env[68207]: DEBUG nova.network.neutron [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.082401] env[68207]: DEBUG nova.policy [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.296542] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777261, 'name': ReconfigVM_Task, 'duration_secs': 0.716043} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.296910] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d9b00dae-dabe-4e03-900d-9480ead832f7/d9b00dae-dabe-4e03-900d-9480ead832f7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.297623] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3032bcd2-cf4c-4bd1-b705-e21b468bdc35 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.306894] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1039.306894] env[68207]: value = "task-2777263" [ 1039.306894] env[68207]: _type = "Task" [ 1039.306894] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.320830] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777263, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.348137] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed684f6e-56b6-4da1-8916-66f2995b1fb0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.358639] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Doing hard reboot of VM {{(pid=68207) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1039.358959] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-319fb91a-a499-4c19-b228-66216c369d8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.367518] env[68207]: DEBUG oslo_vmware.api [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1039.367518] env[68207]: value = "task-2777264" [ 1039.367518] env[68207]: _type = "Task" [ 1039.367518] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.374304] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.374756] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d447e8b9-7484-40ba-af47-f1e64906dede {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.380204] env[68207]: DEBUG oslo_vmware.api [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777264, 'name': ResetVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.386977] env[68207]: DEBUG nova.network.neutron [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Successfully created port: 2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.391862] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1039.391862] env[68207]: value = "task-2777265" [ 1039.391862] env[68207]: _type = "Task" [ 1039.391862] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.397930] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.398245] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.398419] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.398632] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.398791] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.398940] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.399170] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.399356] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.401238] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.401238] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.401238] env[68207]: DEBUG nova.virt.hardware [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.402529] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2f2bf-168a-4507-a44d-33cf6d412e81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.415686] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777265, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.420445] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa3cf2-5d99-7288-df76-46d31f7c2d97/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.421930] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2067d50-aff8-4e8a-b641-aa525a9c7442 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.429830] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88de3bf-01ff-41ae-9111-7d91c0120c85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.435042] env[68207]: DEBUG oslo_vmware.api [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777262, 'name': PowerOnVM_Task, 'duration_secs': 0.790017} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.435732] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.436017] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839426-64e9-4a4e-8cbd-c84b7dfa1ba0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance '74bc4081-eaf9-46c0-8349-bf5ca6144806' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.444130] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa3cf2-5d99-7288-df76-46d31f7c2d97/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.444130] env[68207]: ERROR oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa3cf2-5d99-7288-df76-46d31f7c2d97/disk-0.vmdk due to incomplete transfer. [ 1039.444130] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f0f16bf-a48b-4106-88ab-6c3ce8e50fde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.454494] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:39:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259537c8-f267-4697-ac19-d9668cbb0823', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.462638] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.463516] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.463817] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e57dc8d-b5fe-4742-ba37-213c0e4b73b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.482546] env[68207]: DEBUG oslo_vmware.rw_handles [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa3cf2-5d99-7288-df76-46d31f7c2d97/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.482546] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Uploaded image fdd63755-dbd2-4a98-a87c-ada13f56c3a3 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.484238] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.485118] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a6041cd-dc67-425c-a210-073232298264 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.493549] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1039.493549] env[68207]: value = "task-2777267" [ 1039.493549] env[68207]: _type = "Task" [ 1039.493549] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.495332] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.495332] env[68207]: value = "task-2777266" [ 1039.495332] env[68207]: _type = "Task" [ 1039.495332] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.511695] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777267, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.518037] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777266, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.542565] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.546097] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Applying migration context for instance 74bc4081-eaf9-46c0-8349-bf5ca6144806 as it has an incoming, in-progress migration a1210054-1bd3-478e-8dc1-b3276458864e. Migration status is post-migrating {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1039.548331] env[68207]: INFO nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating resource usage from migration a1210054-1bd3-478e-8dc1-b3276458864e [ 1039.581173] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 090dd945-10e1-4fe3-841e-cace0a125d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.581290] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f94f8d22-0297-418d-b3c0-561a999723ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.581433] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance caa0876c-5b5f-402a-a213-c830f3d002ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.581557] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 82f94a63-f043-4260-83ac-4bdab850236f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.581670] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e70d570e-f741-4e53-a53a-f8d4c3e3b927 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.581814] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 1b0f02c6-5620-4f89-830f-e2741ee7fde0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1039.581956] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 11c37779-6f47-4880-88e1-a242ce915185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582114] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance b675a6ab-7fe2-47ef-9326-55c39a1373cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582276] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 340fd989-ffa5-4fd6-8b51-83a65adecbf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582409] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d2c6e692-e385-4e42-9277-d4b9c6f2b2f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582529] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance ef16c3ea-ff4d-4a4d-801c-4b7aa6548111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582637] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 71f0fc2b-f487-41aa-afdc-91a009c6a778 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1039.582750] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance b894dd79-1c62-4ea2-bbab-e9ee168998b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582880] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 6e79518f-36ce-4a69-83c9-bfc0eb589f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.582992] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Migration a1210054-1bd3-478e-8dc1-b3276458864e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1039.583129] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 74bc4081-eaf9-46c0-8349-bf5ca6144806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.583268] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d9b00dae-dabe-4e03-900d-9480ead832f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.583382] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance bf79f617-53e5-46df-bd55-0cf48331efee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.583490] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance eaf160db-779d-42bf-8f14-d97f897aa7d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.583728] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1039.583892] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1039.594290] env[68207]: DEBUG nova.compute.manager [req-db8c48f2-88f4-4d02-80b4-7711f88a9c74 req-afa904f3-6106-4c2b-889a-34caa7e3df9c service nova] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Received event network-vif-deleted-6f9e47c0-dbb2-46b4-a9d1-68e1fa1b777d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1039.822630] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777263, 'name': Rename_Task, 'duration_secs': 0.261882} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.822979] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.823136] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e828748c-6115-4bf8-ac13-b70b3f12b96c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.831524] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1039.831524] env[68207]: value = "task-2777268" [ 1039.831524] env[68207]: _type = "Task" [ 1039.831524] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.842754] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.881952] env[68207]: DEBUG oslo_vmware.api [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777264, 'name': ResetVM_Task, 'duration_secs': 0.139685} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.882318] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Did hard reboot of VM {{(pid=68207) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1039.882487] env[68207]: DEBUG nova.compute.manager [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.883420] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0f73d-f571-4b5e-9cf9-cb612eada7a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.901664] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c71e7b-96d7-447b-a002-c8f40001fb4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.913814] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad1948-14ed-487c-9b04-87a3c14054c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.917365] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777265, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.952114] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7215391b-7cec-4609-89fb-50a56423f954 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.962842] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f2cb1-8178-4d1d-9cf8-9021d325176f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.980270] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.011235] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777266, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.014740] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777267, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.135630] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "24380dce-d4a1-4051-9e4c-e4a7895819f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.135878] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "24380dce-d4a1-4051-9e4c-e4a7895819f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.345967] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777268, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.408039] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777265, 'name': Destroy_Task, 'duration_secs': 0.934384} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.412106] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5909aded-8349-4abb-903d-1981e6799815 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.409s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.412106] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Destroyed the VM [ 1040.412106] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.412106] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5250cace-d26a-4091-938e-2fa444236830 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.419527] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1040.419527] env[68207]: value = "task-2777269" [ 1040.419527] env[68207]: _type = "Task" [ 1040.419527] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.431407] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.483976] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.529447] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777267, 'name': Destroy_Task, 'duration_secs': 0.878898} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.533191] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Destroyed the VM [ 1040.533510] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.534135] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777266, 'name': CreateVM_Task, 'duration_secs': 0.733008} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.535709] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60266322-8c5a-4b03-b3bd-95d61559b1a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538348] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.542095] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.542270] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.542621] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.543471] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778d0938-0813-4ef7-84af-5d33c1603b86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.549547] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1040.549547] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527f3aa9-81a5-bce4-bb1f-55d2b60fb2ed" [ 1040.549547] env[68207]: _type = "Task" [ 1040.549547] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.551933] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1040.551933] env[68207]: value = "task-2777270" [ 1040.551933] env[68207]: _type = "Task" [ 1040.551933] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.560035] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.566072] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527f3aa9-81a5-bce4-bb1f-55d2b60fb2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.572362] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777270, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.584223] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.584541] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.584772] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.585073] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.585285] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.585486] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.585714] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.586098] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.586098] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.586400] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.586717] env[68207]: DEBUG nova.virt.hardware [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.587715] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd28d99-31f8-40c0-b262-2b2d5e2f51f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.596441] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c6b1b-6ae5-41bb-9672-7c0ce219575f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.642630] env[68207]: DEBUG nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.847230] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777268, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.937436] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.964745] env[68207]: DEBUG nova.network.neutron [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Successfully updated port: 2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.989802] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1040.990021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.463s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.990295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.135s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.990489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.992641] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.773s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.992824] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.019457] env[68207]: INFO nova.scheduler.client.report [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Deleted allocations for instance 71f0fc2b-f487-41aa-afdc-91a009c6a778 [ 1041.021224] env[68207]: INFO nova.scheduler.client.report [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Deleted allocations for instance 1b0f02c6-5620-4f89-830f-e2741ee7fde0 [ 1041.044458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.044584] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.044810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.045161] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.045774] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.047893] env[68207]: INFO nova.compute.manager [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Terminating instance [ 1041.066962] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527f3aa9-81a5-bce4-bb1f-55d2b60fb2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.046787} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.067420] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.067420] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.067645] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.067804] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.068055] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.068729] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ea6c50-e946-4cea-9cd5-4c8eef1264c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.075146] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777270, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.088207] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.088417] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.089237] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3eba5d-f86c-42e2-b4f1-4f80fc700ace {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.096213] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1041.096213] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5281b791-9b70-578a-c7a3-01ee5048d838" [ 1041.096213] env[68207]: _type = "Task" [ 1041.096213] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.105653] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5281b791-9b70-578a-c7a3-01ee5048d838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.164438] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.164773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.166537] env[68207]: INFO nova.compute.claims [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.352187] env[68207]: DEBUG oslo_vmware.api [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777268, 'name': PowerOnVM_Task, 'duration_secs': 1.126046} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.352187] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.352187] env[68207]: INFO nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1041.352187] env[68207]: DEBUG nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.353549] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744513bd-39ae-42dd-81c2-4a5d2537866d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.438016] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777269, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.441129] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.441399] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.441665] env[68207]: DEBUG nova.compute.manager [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Going to confirm migration 4 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1041.464967] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-eaf160db-779d-42bf-8f14-d97f897aa7d2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.465254] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-eaf160db-779d-42bf-8f14-d97f897aa7d2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.465314] env[68207]: DEBUG nova.network.neutron [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.533640] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c176f38b-aa93-43a3-98a4-523c73b0f834 tempest-ServersNegativeTestJSON-1255370286 tempest-ServersNegativeTestJSON-1255370286-project-member] Lock "1b0f02c6-5620-4f89-830f-e2741ee7fde0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.749s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.535011] env[68207]: DEBUG oslo_concurrency.lockutils [None req-22b339f6-f498-412f-b7fb-64a217558d51 tempest-ServerTagsTestJSON-1485015702 tempest-ServerTagsTestJSON-1485015702-project-member] Lock "71f0fc2b-f487-41aa-afdc-91a009c6a778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.195s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.555622] env[68207]: DEBUG nova.compute.manager [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.555874] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.556738] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a116bfe1-5244-4317-a3f0-c78facbc5a93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.571190] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777270, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.573766] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.574118] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3c9f8e-e790-4ae2-951b-3e7bb1f77d0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.583224] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1041.583224] env[68207]: value = "task-2777272" [ 1041.583224] env[68207]: _type = "Task" [ 1041.583224] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.599410] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.611319] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5281b791-9b70-578a-c7a3-01ee5048d838, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.612220] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b9bc95-ad34-4670-86fb-a53f2514c307 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.620308] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1041.620308] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5278d3ad-e03b-a0f4-e1f5-5e24e55fedcd" [ 1041.620308] env[68207]: _type = "Task" [ 1041.620308] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.629678] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5278d3ad-e03b-a0f4-e1f5-5e24e55fedcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.748052] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Received event network-vif-plugged-259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1041.748281] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Acquiring lock "bf79f617-53e5-46df-bd55-0cf48331efee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.748515] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Lock "bf79f617-53e5-46df-bd55-0cf48331efee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.748685] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Lock "bf79f617-53e5-46df-bd55-0cf48331efee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.748890] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] No waiting events found dispatching network-vif-plugged-259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.749034] env[68207]: WARNING nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Received unexpected event network-vif-plugged-259537c8-f267-4697-ac19-d9668cbb0823 for instance with vm_state building and task_state spawning. [ 1041.749376] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Received event network-changed-259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1041.749625] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Refreshing instance network info cache due to event network-changed-259537c8-f267-4697-ac19-d9668cbb0823. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1041.749703] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Acquiring lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.749844] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Acquired lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.750012] env[68207]: DEBUG nova.network.neutron [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Refreshing network info cache for port 259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.879798] env[68207]: INFO nova.compute.manager [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Took 34.69 seconds to build instance. [ 1041.935081] env[68207]: DEBUG oslo_vmware.api [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777269, 'name': RemoveSnapshot_Task, 'duration_secs': 1.461267} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.935081] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.071938] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777270, 'name': RemoveSnapshot_Task, 'duration_secs': 1.060542} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.071938] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.071938] env[68207]: DEBUG nova.compute.manager [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.072528] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58aff77-994e-4844-b91d-054304d6d203 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.094450] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777272, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.133401] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5278d3ad-e03b-a0f4-e1f5-5e24e55fedcd, 'name': SearchDatastore_Task, 'duration_secs': 0.018664} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.133786] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.134066] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] bf79f617-53e5-46df-bd55-0cf48331efee/bf79f617-53e5-46df-bd55-0cf48331efee.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.134334] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f3d7cf-aa55-4d65-a392-19b5ebf63619 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.145433] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1042.145433] env[68207]: value = "task-2777273" [ 1042.145433] env[68207]: _type = "Task" [ 1042.145433] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.156156] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.221331] env[68207]: DEBUG nova.network.neutron [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.321838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.321838] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.321838] env[68207]: DEBUG nova.network.neutron [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.321838] env[68207]: DEBUG nova.objects.instance [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'info_cache' on Instance uuid 74bc4081-eaf9-46c0-8349-bf5ca6144806 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.383972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f4a9b0c6-b8ba-4598-99aa-b5fa73922986 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.204s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.447882] env[68207]: WARNING nova.compute.manager [None req-3b08d05f-4a9c-44d1-823a-f7bc007ac6bc tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Image not found during snapshot: nova.exception.ImageNotFound: Image 403e2136-ec9d-4036-be99-55ef216f7de8 could not be found. [ 1042.501803] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a4e79c-fbe9-4471-8d0b-89226b35b252 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.515626] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8248d0-02f9-4640-b2e8-9ffcfd2ac9f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.555916] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14727e1-c66a-4e2d-bab8-0117985adce6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.564847] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7d351b-0afb-4ccb-9cf6-ee06a40a4a08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.579987] env[68207]: DEBUG nova.compute.provider_tree [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.594127] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777272, 'name': PowerOffVM_Task, 'duration_secs': 0.647352} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.594690] env[68207]: INFO nova.compute.manager [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Shelve offloading [ 1042.596896] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.597130] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.598254] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6145b2f-f54d-400f-87e2-b7575f9ef3be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.639035] env[68207]: DEBUG nova.network.neutron [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Updating instance_info_cache with network_info: [{"id": "2e591534-4525-4f32-bc5e-459022d1ae17", "address": "fa:16:3e:bd:1c:2c", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e591534-45", "ovs_interfaceid": "2e591534-4525-4f32-bc5e-459022d1ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.659965] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777273, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.796415] env[68207]: DEBUG nova.network.neutron [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updated VIF entry in instance network info cache for port 259537c8-f267-4697-ac19-d9668cbb0823. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.796952] env[68207]: DEBUG nova.network.neutron [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updating instance_info_cache with network_info: [{"id": "259537c8-f267-4697-ac19-d9668cbb0823", "address": "fa:16:3e:32:39:ed", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259537c8-f2", "ovs_interfaceid": "259537c8-f267-4697-ac19-d9668cbb0823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.803634] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.803915] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.804206] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Deleting the datastore file [datastore2] 6e79518f-36ce-4a69-83c9-bfc0eb589f39 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.804579] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea6ce1d-dd32-4972-bcaf-35ee30d086b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.815636] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1042.815636] env[68207]: value = "task-2777275" [ 1042.815636] env[68207]: _type = "Task" [ 1042.815636] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.828026] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.084860] env[68207]: DEBUG nova.scheduler.client.report [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.102273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.102969] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68418023-087c-40f1-8ded-9e91446b119d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.111488] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1043.111488] env[68207]: value = "task-2777276" [ 1043.111488] env[68207]: _type = "Task" [ 1043.111488] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.126109] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.126450] env[68207]: DEBUG nova.compute.manager [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.127496] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ccadb-62d3-426c-aaf6-42303578cf51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.136032] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136032] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.137195] env[68207]: DEBUG nova.network.neutron [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.142247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-eaf160db-779d-42bf-8f14-d97f897aa7d2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.142247] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Instance network_info: |[{"id": "2e591534-4525-4f32-bc5e-459022d1ae17", "address": "fa:16:3e:bd:1c:2c", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e591534-45", "ovs_interfaceid": "2e591534-4525-4f32-bc5e-459022d1ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.142608] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:1c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e591534-4525-4f32-bc5e-459022d1ae17', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.150969] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.151918] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.156703] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e97baa-b6e8-496e-9202-c42220589599 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.178528] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997422} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.179212] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] bf79f617-53e5-46df-bd55-0cf48331efee/bf79f617-53e5-46df-bd55-0cf48331efee.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.180509] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.180509] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.180509] env[68207]: value = "task-2777277" [ 1043.180509] env[68207]: _type = "Task" [ 1043.180509] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.180509] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e2ff07-73c8-4657-8e86-f6b27fb66fa1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.192976] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777277, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.194510] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1043.194510] env[68207]: value = "task-2777278" [ 1043.194510] env[68207]: _type = "Task" [ 1043.194510] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.203984] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.219089] env[68207]: DEBUG nova.compute.manager [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-changed-c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.219290] env[68207]: DEBUG nova.compute.manager [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing instance network info cache due to event network-changed-c767d2a5-ea00-4f94-9056-7efc115f23b5. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1043.219541] env[68207]: DEBUG oslo_concurrency.lockutils [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.219992] env[68207]: DEBUG oslo_concurrency.lockutils [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.220230] env[68207]: DEBUG nova.network.neutron [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing network info cache for port c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.300912] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Releasing lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.301697] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Received event network-vif-plugged-2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.301697] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Acquiring lock "eaf160db-779d-42bf-8f14-d97f897aa7d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.302996] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.302996] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.302996] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] No waiting events found dispatching network-vif-plugged-2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.302996] env[68207]: WARNING nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Received unexpected event network-vif-plugged-2e591534-4525-4f32-bc5e-459022d1ae17 for instance with vm_state building and task_state spawning. [ 1043.302996] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Received event network-changed-2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.302996] env[68207]: DEBUG nova.compute.manager [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Refreshing instance network info cache due to event network-changed-2e591534-4525-4f32-bc5e-459022d1ae17. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1043.304210] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Acquiring lock "refresh_cache-eaf160db-779d-42bf-8f14-d97f897aa7d2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.304210] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Acquired lock "refresh_cache-eaf160db-779d-42bf-8f14-d97f897aa7d2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.304210] env[68207]: DEBUG nova.network.neutron [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Refreshing network info cache for port 2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.327047] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.495684] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.495994] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.497066] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.497830] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.498478] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.501242] env[68207]: INFO nova.compute.manager [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Terminating instance [ 1043.594057] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.594057] env[68207]: DEBUG nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.702288] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777277, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.708209] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202048} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.708550] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.709414] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab70e1-6e91-4622-93a3-f799b464eda4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.718195] env[68207]: DEBUG nova.network.neutron [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [{"id": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "address": "fa:16:3e:eb:28:ff", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ebe0f-05", "ovs_interfaceid": "7a9ebe0f-054f-4052-b240-7a42bae6d7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.741616] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] bf79f617-53e5-46df-bd55-0cf48331efee/bf79f617-53e5-46df-bd55-0cf48331efee.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.743045] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269d1e68-e178-4f80-a9b3-c9d367e7e32f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.768469] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1043.768469] env[68207]: value = "task-2777279" [ 1043.768469] env[68207]: _type = "Task" [ 1043.768469] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.781160] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.824259] env[68207]: DEBUG oslo_vmware.api [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.785162} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.824963] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.824963] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.825110] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.825201] env[68207]: INFO nova.compute.manager [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1043.825470] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.825675] env[68207]: DEBUG nova.compute.manager [-] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.825773] env[68207]: DEBUG nova.network.neutron [-] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.006456] env[68207]: DEBUG nova.compute.manager [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.006614] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.008033] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce585a-cc32-4d9c-b6e5-55755a219dad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.021685] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.021796] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d8af8d-6def-4009-b900-bedba80162bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.030616] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1044.030616] env[68207]: value = "task-2777280" [ 1044.030616] env[68207]: _type = "Task" [ 1044.030616] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.040328] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.101182] env[68207]: DEBUG nova.compute.utils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.103463] env[68207]: DEBUG nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1044.185711] env[68207]: DEBUG nova.network.neutron [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updating instance_info_cache with network_info: [{"id": "43d39050-db0d-4669-8702-948c8e25e2b6", "address": "fa:16:3e:86:9b:9b", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d39050-db", "ovs_interfaceid": "43d39050-db0d-4669-8702-948c8e25e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.202853] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777277, 'name': CreateVM_Task, 'duration_secs': 0.747999} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.206180] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.210859] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.210859] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.210859] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.210859] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbb7a03-d6a3-49dd-a191-c464ad9ebf5e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.221749] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1044.221749] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523fb584-981f-0cf3-7b09-5169cb2cfa77" [ 1044.221749] env[68207]: _type = "Task" [ 1044.221749] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.231709] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523fb584-981f-0cf3-7b09-5169cb2cfa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.244079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-74bc4081-eaf9-46c0-8349-bf5ca6144806" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.244481] env[68207]: DEBUG nova.objects.instance [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'migration_context' on Instance uuid 74bc4081-eaf9-46c0-8349-bf5ca6144806 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.288404] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.330852] env[68207]: DEBUG nova.network.neutron [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Updated VIF entry in instance network info cache for port 2e591534-4525-4f32-bc5e-459022d1ae17. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.331278] env[68207]: DEBUG nova.network.neutron [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Updating instance_info_cache with network_info: [{"id": "2e591534-4525-4f32-bc5e-459022d1ae17", "address": "fa:16:3e:bd:1c:2c", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e591534-45", "ovs_interfaceid": "2e591534-4525-4f32-bc5e-459022d1ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.338060] env[68207]: DEBUG nova.network.neutron [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updated VIF entry in instance network info cache for port c767d2a5-ea00-4f94-9056-7efc115f23b5. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.338197] env[68207]: DEBUG nova.network.neutron [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.541887] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777280, 'name': PowerOffVM_Task, 'duration_secs': 0.473121} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.542207] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.542384] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.542680] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427a3c20-6e1e-4e8c-a150-00f0de30b429 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.605550] env[68207]: DEBUG nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.648025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.648025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.648025] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleting the datastore file [datastore2] b894dd79-1c62-4ea2-bbab-e9ee168998b6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.648025] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88711964-3041-420b-b7e9-763764e4de09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.661026] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for the task: (returnval){ [ 1044.661026] env[68207]: value = "task-2777282" [ 1044.661026] env[68207]: _type = "Task" [ 1044.661026] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.680082] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.693531] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.750029] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523fb584-981f-0cf3-7b09-5169cb2cfa77, 'name': SearchDatastore_Task, 'duration_secs': 0.042366} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.751697] env[68207]: DEBUG nova.objects.base [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Object Instance<74bc4081-eaf9-46c0-8349-bf5ca6144806> lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.751893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.752164] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.752463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.752631] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.752823] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.753691] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ddb83-d604-4731-92d8-3264ad023b92 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.756743] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9823e2ad-0456-492a-8fc1-341bfe104263 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.783612] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fc47cc-4c37-46dc-b6fe-0c9977502ab0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.785875] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.786388] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.788027] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8abe514-9510-4f81-93b1-8cf1d9a5ced6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.804047] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.804047] env[68207]: DEBUG oslo_vmware.api [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1044.804047] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521fff53-87f2-7399-b36d-63fe0815b833" [ 1044.804047] env[68207]: _type = "Task" [ 1044.804047] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.804322] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1044.804322] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526aee67-e065-d783-2771-f1153b2fffc5" [ 1044.804322] env[68207]: _type = "Task" [ 1044.804322] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.821080] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526aee67-e065-d783-2771-f1153b2fffc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.825195] env[68207]: DEBUG oslo_vmware.api [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521fff53-87f2-7399-b36d-63fe0815b833, 'name': SearchDatastore_Task, 'duration_secs': 0.019641} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.825647] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.826134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.835273] env[68207]: DEBUG oslo_concurrency.lockutils [req-f217de44-f7d5-4717-937c-3293a636ab93 req-854fa394-defe-4c26-9312-b897759dcb7e service nova] Releasing lock "refresh_cache-eaf160db-779d-42bf-8f14-d97f897aa7d2" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.843089] env[68207]: DEBUG oslo_concurrency.lockutils [req-8dbd2c72-9b22-454d-aeb1-e398e28ab91e req-1b16b591-26fb-40dd-a54d-7bd91bba7287 service nova] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.004582] env[68207]: DEBUG nova.compute.manager [req-5a996c3d-f002-4787-bae4-a099cb89bd3a req-e1a15b4a-80f7-4871-808f-882f3b526df1 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Received event network-vif-unplugged-43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.004954] env[68207]: DEBUG oslo_concurrency.lockutils [req-5a996c3d-f002-4787-bae4-a099cb89bd3a req-e1a15b4a-80f7-4871-808f-882f3b526df1 service nova] Acquiring lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.005572] env[68207]: DEBUG oslo_concurrency.lockutils [req-5a996c3d-f002-4787-bae4-a099cb89bd3a req-e1a15b4a-80f7-4871-808f-882f3b526df1 service nova] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.005788] env[68207]: DEBUG oslo_concurrency.lockutils [req-5a996c3d-f002-4787-bae4-a099cb89bd3a req-e1a15b4a-80f7-4871-808f-882f3b526df1 service nova] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.005970] env[68207]: DEBUG nova.compute.manager [req-5a996c3d-f002-4787-bae4-a099cb89bd3a req-e1a15b4a-80f7-4871-808f-882f3b526df1 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] No waiting events found dispatching network-vif-unplugged-43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.006268] env[68207]: WARNING nova.compute.manager [req-5a996c3d-f002-4787-bae4-a099cb89bd3a req-e1a15b4a-80f7-4871-808f-882f3b526df1 service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Received unexpected event network-vif-unplugged-43d39050-db0d-4669-8702-948c8e25e2b6 for instance with vm_state shelved and task_state shelving_offloading. [ 1045.033823] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.035048] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a7f8b2-5978-4ed0-98df-f45aae3f5702 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.043447] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.043700] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3f13d0-82e2-4a1f-83dd-43c581db1d61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.118839] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.119313] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.119313] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleting the datastore file [datastore2] 340fd989-ffa5-4fd6-8b51-83a65adecbf6 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.119797] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b890a36f-5759-48b9-be85-88327de61bfe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.128241] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1045.128241] env[68207]: value = "task-2777284" [ 1045.128241] env[68207]: _type = "Task" [ 1045.128241] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.140203] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.171512] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.290146] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.302093] env[68207]: DEBUG nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-vif-deleted-580f687c-30c0-4158-8d47-3550096190ca {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.302329] env[68207]: INFO nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Neutron deleted interface 580f687c-30c0-4158-8d47-3550096190ca; detaching it from the instance and deleting it from the info cache [ 1045.303051] env[68207]: DEBUG nova.network.neutron [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [{"id": "daff020a-96e9-460a-92eb-06fc8afe2b49", "address": "fa:16:3e:ed:92:79", "network": {"id": "5f869c78-d2cb-48d5-ada4-cb521df40956", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101164507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaff020a-96", "ovs_interfaceid": "daff020a-96e9-460a-92eb-06fc8afe2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "address": "fa:16:3e:c5:0d:21", "network": {"id": "896f8b23-ee46-4908-b331-289cbc91a8ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1334076699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7b11e9-3a", "ovs_interfaceid": "5e7b11e9-3a4b-473e-9674-899a2c596f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.322745] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526aee67-e065-d783-2771-f1153b2fffc5, 'name': SearchDatastore_Task, 'duration_secs': 0.047827} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.324576] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3508ba73-608f-43cd-872a-3750e4aa38ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.332795] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1045.332795] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5257d5d5-870a-8630-3c5e-63e90d7ced96" [ 1045.332795] env[68207]: _type = "Task" [ 1045.332795] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.342458] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5257d5d5-870a-8630-3c5e-63e90d7ced96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.365780] env[68207]: DEBUG nova.network.neutron [-] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.615675] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80668ab-d2f3-447f-86dc-1ff7f4e0b704 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.621073] env[68207]: DEBUG nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.626243] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe05e3b-aec7-42e4-9ca5-b9719c1167e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.675551] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e327496-6c10-454a-b6af-f7ae302ebefb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.678105] env[68207]: DEBUG oslo_vmware.api [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331104} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.678693] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.678925] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.681669] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.684623] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.684851] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.685332] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.685332] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.685332] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.685570] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.685895] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.686115] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.686309] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.686423] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.686683] env[68207]: DEBUG nova.virt.hardware [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.687563] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f73d18-1e31-43b1-b0ad-c4c06501b612 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.695186] env[68207]: DEBUG oslo_vmware.api [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Task: {'id': task-2777282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527463} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.697270] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2025e5-fdb0-4bad-83be-381a94b6915e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.703350] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.703350] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.703350] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.703350] env[68207]: INFO nova.compute.manager [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1045.703350] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.705299] env[68207]: INFO nova.scheduler.client.report [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocations for instance 340fd989-ffa5-4fd6-8b51-83a65adecbf6 [ 1045.709509] env[68207]: DEBUG nova.compute.manager [-] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.709616] env[68207]: DEBUG nova.network.neutron [-] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.714302] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85e3608-6714-459e-82c0-979eab8c9f42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.730134] env[68207]: DEBUG nova.compute.provider_tree [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.744189] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.751074] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Creating folder: Project (c294b21779944a15af25c1f7ed35d24b). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.751688] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-844fcbc7-cd9f-43c1-99aa-ddc9953b2431 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.763521] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Created folder: Project (c294b21779944a15af25c1f7ed35d24b) in parent group-v558176. [ 1045.764749] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Creating folder: Instances. Parent ref: group-v558426. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.764749] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b93fd8-30e2-44c5-bee9-83a5ddf91a69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.774185] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Created folder: Instances in parent group-v558426. [ 1045.774475] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.774701] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.774953] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-545e54e4-f129-4b5f-aff7-d0934f777eb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.797290] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777279, 'name': ReconfigVM_Task, 'duration_secs': 1.910273} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.798574] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Reconfigured VM instance instance-0000005b to attach disk [datastore2] bf79f617-53e5-46df-bd55-0cf48331efee/bf79f617-53e5-46df-bd55-0cf48331efee.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.799202] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.799202] env[68207]: value = "task-2777287" [ 1045.799202] env[68207]: _type = "Task" [ 1045.799202] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.799436] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3fb6cdb-d79b-4f76-a779-5ee8c0b2aed9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.805824] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86dca4ac-85f9-4b2d-a0ae-c21f9eb0c2ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.811503] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777287, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.813149] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1045.813149] env[68207]: value = "task-2777288" [ 1045.813149] env[68207]: _type = "Task" [ 1045.813149] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.824803] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.825076] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.828718] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9921ea68-83d8-44c3-bde8-f4e605a9e5db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.845268] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777288, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.859321] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "f94f8d22-0297-418d-b3c0-561a999723ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.859687] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "f94f8d22-0297-418d-b3c0-561a999723ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.859879] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "f94f8d22-0297-418d-b3c0-561a999723ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.860080] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "f94f8d22-0297-418d-b3c0-561a999723ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.860289] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "f94f8d22-0297-418d-b3c0-561a999723ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.862568] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5257d5d5-870a-8630-3c5e-63e90d7ced96, 'name': SearchDatastore_Task, 'duration_secs': 0.017393} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.863119] env[68207]: INFO nova.compute.manager [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Terminating instance [ 1045.864616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.864799] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] eaf160db-779d-42bf-8f14-d97f897aa7d2/eaf160db-779d-42bf-8f14-d97f897aa7d2.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.878239] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1256d81-ce81-4223-ac3b-3ff77d0aae1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.881436] env[68207]: INFO nova.compute.manager [-] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Took 2.05 seconds to deallocate network for instance. [ 1045.881436] env[68207]: DEBUG nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Detach interface failed, port_id=580f687c-30c0-4158-8d47-3550096190ca, reason: Instance 6e79518f-36ce-4a69-83c9-bfc0eb589f39 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1045.881619] env[68207]: DEBUG nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-vif-deleted-5e7b11e9-3a4b-473e-9674-899a2c596f17 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.881775] env[68207]: INFO nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Neutron deleted interface 5e7b11e9-3a4b-473e-9674-899a2c596f17; detaching it from the instance and deleting it from the info cache [ 1045.882038] env[68207]: DEBUG nova.network.neutron [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [{"id": "daff020a-96e9-460a-92eb-06fc8afe2b49", "address": "fa:16:3e:ed:92:79", "network": {"id": "5f869c78-d2cb-48d5-ada4-cb521df40956", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2101164507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaff020a-96", "ovs_interfaceid": "daff020a-96e9-460a-92eb-06fc8afe2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.884298] env[68207]: DEBUG nova.compute.manager [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.884638] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.887116] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688019d-58d4-4060-b562-aaf8b31495ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.900099] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.902736] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29104f7c-e100-4bdc-bfdf-6e45c2faf0f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.903362] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1045.903362] env[68207]: value = "task-2777289" [ 1045.903362] env[68207]: _type = "Task" [ 1045.903362] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.910911] env[68207]: DEBUG oslo_vmware.api [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1045.910911] env[68207]: value = "task-2777290" [ 1045.910911] env[68207]: _type = "Task" [ 1045.910911] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.916507] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.925913] env[68207]: DEBUG oslo_vmware.api [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.046176] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.046991] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.088592] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edca48-f578-5a9e-8f8d-65d5c6a22470/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.089690] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d915ee0-a4be-4e67-b3aa-f2ea672e939c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100516] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edca48-f578-5a9e-8f8d-65d5c6a22470/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.100692] env[68207]: ERROR oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edca48-f578-5a9e-8f8d-65d5c6a22470/disk-0.vmdk due to incomplete transfer. [ 1046.100952] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-277ec1f0-6f12-4071-b944-cce72ce06e84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.110453] env[68207]: DEBUG oslo_vmware.rw_handles [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edca48-f578-5a9e-8f8d-65d5c6a22470/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1046.110716] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Uploaded image 2324559c-2bd4-40c0-8658-2dd269de6102 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1046.112584] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.113301] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ea76a30-7b55-4d47-959a-28a40ca9f119 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.121088] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1046.121088] env[68207]: value = "task-2777291" [ 1046.121088] env[68207]: _type = "Task" [ 1046.121088] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.135090] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777291, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.211472] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.234042] env[68207]: DEBUG nova.scheduler.client.report [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.312909] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777287, 'name': CreateVM_Task, 'duration_secs': 0.407198} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.313128] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.313586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.313841] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.314155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.314518] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eef7a0a-0a88-47a1-b4b4-c61eeab36f1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.330129] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1046.330129] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52420d6c-a37d-07a7-d603-95743a55cafe" [ 1046.330129] env[68207]: _type = "Task" [ 1046.330129] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.330129] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777288, 'name': Rename_Task, 'duration_secs': 0.252948} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.330538] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.334969] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8487d782-68a4-4efe-906d-aab6de7716e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.342918] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52420d6c-a37d-07a7-d603-95743a55cafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.344688] env[68207]: DEBUG nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.347543] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1046.347543] env[68207]: value = "task-2777292" [ 1046.347543] env[68207]: _type = "Task" [ 1046.347543] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.393733] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70124092-be8b-4ce2-b9f6-4140c484fde9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.397276] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.406464] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ad309-027f-4b9b-96ca-9aad4e67e437 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.431065] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777289, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.434503] env[68207]: DEBUG oslo_vmware.api [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777290, 'name': PowerOffVM_Task, 'duration_secs': 0.296581} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.434793] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.434966] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.435236] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f01bff5b-8073-4156-8da8-27ae535cac11 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.450705] env[68207]: DEBUG nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Detach interface failed, port_id=5e7b11e9-3a4b-473e-9674-899a2c596f17, reason: Instance 6e79518f-36ce-4a69-83c9-bfc0eb589f39 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1046.450967] env[68207]: DEBUG nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Received event network-vif-deleted-daff020a-96e9-460a-92eb-06fc8afe2b49 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.451221] env[68207]: INFO nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Neutron deleted interface daff020a-96e9-460a-92eb-06fc8afe2b49; detaching it from the instance and deleting it from the info cache [ 1046.451373] env[68207]: DEBUG nova.network.neutron [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.528591] env[68207]: DEBUG nova.network.neutron [-] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.548777] env[68207]: DEBUG nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.635020] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777291, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.840673] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52420d6c-a37d-07a7-d603-95743a55cafe, 'name': SearchDatastore_Task, 'duration_secs': 0.061988} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.841065] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.841370] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.841655] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.841840] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.843127] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.843127] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b256cd1a-4f1d-47c3-bf5b-b9e3da3af509 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.857639] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.857862] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.859882] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f9a608-8b0b-4af3-96db-963670679880 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.866807] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.871600] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1046.871600] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522e7694-6d99-9f29-48a1-bb2f6e067a67" [ 1046.871600] env[68207]: _type = "Task" [ 1046.871600] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.875901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.882672] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522e7694-6d99-9f29-48a1-bb2f6e067a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.928506] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791305} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.928776] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] eaf160db-779d-42bf-8f14-d97f897aa7d2/eaf160db-779d-42bf-8f14-d97f897aa7d2.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.929049] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.929289] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb9b5ff-d239-4726-afcd-37e0bf9e95f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.937283] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1046.937283] env[68207]: value = "task-2777294" [ 1046.937283] env[68207]: _type = "Task" [ 1046.937283] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.946854] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.955292] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c09f911d-8d75-4a01-861a-7b91c35ffa60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.965556] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8dd8e3-4fe6-4d44-84f3-7168be832cc1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.009461] env[68207]: DEBUG nova.compute.manager [req-d487a04c-da30-40ac-ae0b-7f8e92ea534e req-3369e7f3-972d-4fbd-b155-bd5a1ccb0368 service nova] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Detach interface failed, port_id=daff020a-96e9-460a-92eb-06fc8afe2b49, reason: Instance 6e79518f-36ce-4a69-83c9-bfc0eb589f39 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1047.031979] env[68207]: INFO nova.compute.manager [-] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Took 1.32 seconds to deallocate network for instance. [ 1047.037082] env[68207]: DEBUG nova.compute.manager [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Received event network-changed-43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.037333] env[68207]: DEBUG nova.compute.manager [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Refreshing instance network info cache due to event network-changed-43d39050-db0d-4669-8702-948c8e25e2b6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1047.037559] env[68207]: DEBUG oslo_concurrency.lockutils [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] Acquiring lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.037707] env[68207]: DEBUG oslo_concurrency.lockutils [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] Acquired lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.037926] env[68207]: DEBUG nova.network.neutron [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Refreshing network info cache for port 43d39050-db0d-4669-8702-948c8e25e2b6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.045625] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.045921] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.046159] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleting the datastore file [datastore2] f94f8d22-0297-418d-b3c0-561a999723ab {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.046530] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b38951eb-7fcc-4292-b589-e65f1aba8f0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.056934] env[68207]: DEBUG oslo_vmware.api [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1047.056934] env[68207]: value = "task-2777295" [ 1047.056934] env[68207]: _type = "Task" [ 1047.056934] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.068797] env[68207]: DEBUG oslo_vmware.api [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.070032] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.133469] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777291, 'name': Destroy_Task, 'duration_secs': 0.873738} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.133815] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Destroyed the VM [ 1047.133918] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.134201] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c0dc8e6f-7162-4f93-ae61-a675ac93eacb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.143018] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1047.143018] env[68207]: value = "task-2777296" [ 1047.143018] env[68207]: _type = "Task" [ 1047.143018] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.152232] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.156994] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.246145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.420s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.249430] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.038s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.249684] env[68207]: DEBUG nova.objects.instance [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'resources' on Instance uuid 340fd989-ffa5-4fd6-8b51-83a65adecbf6 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.363293] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777292, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.382919] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522e7694-6d99-9f29-48a1-bb2f6e067a67, 'name': SearchDatastore_Task, 'duration_secs': 0.027603} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.383831] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516e3a0d-d07d-4463-a2e0-8ce0d2df9d29 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.390899] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1047.390899] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527fdecf-beb4-d160-9f36-78ba2b15bf86" [ 1047.390899] env[68207]: _type = "Task" [ 1047.390899] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.400212] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527fdecf-beb4-d160-9f36-78ba2b15bf86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.447592] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223885} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.447592] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.448225] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf77602-e11c-487d-b3e7-4ce7a04c1499 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.470712] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] eaf160db-779d-42bf-8f14-d97f897aa7d2/eaf160db-779d-42bf-8f14-d97f897aa7d2.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.471017] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d33bfad-aae6-4200-951e-0ee0976b455c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.493136] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1047.493136] env[68207]: value = "task-2777297" [ 1047.493136] env[68207]: _type = "Task" [ 1047.493136] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.501848] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.546388] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.569582] env[68207]: DEBUG oslo_vmware.api [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322208} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.569837] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.570063] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.570286] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.570495] env[68207]: INFO nova.compute.manager [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1047.570782] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.570992] env[68207]: DEBUG nova.compute.manager [-] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.571116] env[68207]: DEBUG nova.network.neutron [-] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.654434] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.754516] env[68207]: DEBUG nova.objects.instance [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'numa_topology' on Instance uuid 340fd989-ffa5-4fd6-8b51-83a65adecbf6 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.766711] env[68207]: DEBUG nova.network.neutron [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updated VIF entry in instance network info cache for port 43d39050-db0d-4669-8702-948c8e25e2b6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.772127] env[68207]: DEBUG nova.network.neutron [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updating instance_info_cache with network_info: [{"id": "43d39050-db0d-4669-8702-948c8e25e2b6", "address": "fa:16:3e:86:9b:9b", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": null, "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap43d39050-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.857429] env[68207]: INFO nova.scheduler.client.report [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocation for migration a1210054-1bd3-478e-8dc1-b3276458864e [ 1047.864455] env[68207]: DEBUG oslo_vmware.api [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777292, 'name': PowerOnVM_Task, 'duration_secs': 1.356922} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.868401] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.869167] env[68207]: INFO nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1047.869167] env[68207]: DEBUG nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.869738] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0ac116-40f4-4abf-933c-503fcbc31888 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.905722] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527fdecf-beb4-d160-9f36-78ba2b15bf86, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.906267] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.906675] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.907018] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96fd1f06-683c-468f-a1a8-1f3647cc4e0b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.916200] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1047.916200] env[68207]: value = "task-2777298" [ 1047.916200] env[68207]: _type = "Task" [ 1047.916200] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.926269] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.004828] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777297, 'name': ReconfigVM_Task, 'duration_secs': 0.475837} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.005218] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Reconfigured VM instance instance-0000005c to attach disk [datastore2] eaf160db-779d-42bf-8f14-d97f897aa7d2/eaf160db-779d-42bf-8f14-d97f897aa7d2.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.005884] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f60d85e-dcf0-4204-8007-3c7c219bbfc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.014459] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1048.014459] env[68207]: value = "task-2777299" [ 1048.014459] env[68207]: _type = "Task" [ 1048.014459] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.023777] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777299, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.156320] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777296, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.273466] env[68207]: DEBUG nova.objects.base [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Object Instance<340fd989-ffa5-4fd6-8b51-83a65adecbf6> lazy-loaded attributes: resources,numa_topology {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.276718] env[68207]: DEBUG oslo_concurrency.lockutils [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] Releasing lock "refresh_cache-340fd989-ffa5-4fd6-8b51-83a65adecbf6" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.276972] env[68207]: DEBUG nova.compute.manager [req-f15eb6df-4715-4a8a-a3b3-d51ef4bf717a req-1655b95e-aa6b-4481-bc1d-5ca4c933fd6c service nova] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Received event network-vif-deleted-e10ed4f3-066d-47bb-b1a3-ce67f6275668 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.370460] env[68207]: DEBUG oslo_concurrency.lockutils [None req-adef6282-3a64-4934-b880-8783d8df6812 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.929s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.395323] env[68207]: INFO nova.compute.manager [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Took 37.93 seconds to build instance. [ 1048.413818] env[68207]: DEBUG nova.compute.manager [req-11ed3e29-5829-4849-ac1e-615ac5e89fda req-b9bb3ebb-1960-4f92-ab75-05601cf272a9 service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Received event network-vif-deleted-9fa368d5-d44a-4625-9878-b0e38f098fe2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.414068] env[68207]: INFO nova.compute.manager [req-11ed3e29-5829-4849-ac1e-615ac5e89fda req-b9bb3ebb-1960-4f92-ab75-05601cf272a9 service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Neutron deleted interface 9fa368d5-d44a-4625-9878-b0e38f098fe2; detaching it from the instance and deleting it from the info cache [ 1048.414306] env[68207]: DEBUG nova.network.neutron [req-11ed3e29-5829-4849-ac1e-615ac5e89fda req-b9bb3ebb-1960-4f92-ab75-05601cf272a9 service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.432019] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.531188] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777299, 'name': Rename_Task, 'duration_secs': 0.198612} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.531720] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.532173] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-254e87c0-acbc-40f7-9a90-712d190e96f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.543366] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1048.543366] env[68207]: value = "task-2777300" [ 1048.543366] env[68207]: _type = "Task" [ 1048.543366] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.553481] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.594611] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1b757-ca38-474b-816d-9540ca1f4489 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.602664] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a6f515-ef60-43b6-81c5-dcaef35dd182 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.638032] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b019295-71c5-45d0-abc1-06624eab0323 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.651053] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef7b452-15ac-46df-8279-5037e9b1e44e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.660895] env[68207]: DEBUG oslo_vmware.api [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777296, 'name': RemoveSnapshot_Task, 'duration_secs': 1.364955} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.669250] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.669516] env[68207]: INFO nova.compute.manager [None req-bea22c99-54ab-4570-b6e3-4f2dcf4d3701 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Took 21.74 seconds to snapshot the instance on the hypervisor. [ 1048.672225] env[68207]: DEBUG nova.compute.provider_tree [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.725232] env[68207]: DEBUG nova.network.neutron [-] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.896085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-707c16ac-0233-4bc9-af5d-3c633019cd70 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "bf79f617-53e5-46df-bd55-0cf48331efee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.440s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.916996] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcadff5b-755e-4193-9a7b-d30c2e0fae40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.933817] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657369} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.935288] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.935460] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.935751] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a94b7dda-065a-4ad0-89f6-41a792cd5454 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.941310] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0370a1ba-9978-4614-9cd9-670ed56e2d86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.959690] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1048.959690] env[68207]: value = "task-2777301" [ 1048.959690] env[68207]: _type = "Task" [ 1048.959690] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.982049] env[68207]: DEBUG nova.compute.manager [req-11ed3e29-5829-4849-ac1e-615ac5e89fda req-b9bb3ebb-1960-4f92-ab75-05601cf272a9 service nova] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Detach interface failed, port_id=9fa368d5-d44a-4625-9878-b0e38f098fe2, reason: Instance f94f8d22-0297-418d-b3c0-561a999723ab could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1048.985675] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.054814] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.176829] env[68207]: DEBUG nova.scheduler.client.report [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.228126] env[68207]: INFO nova.compute.manager [-] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Took 1.66 seconds to deallocate network for instance. [ 1049.345114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.345452] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.345688] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.345885] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.346137] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.348462] env[68207]: INFO nova.compute.manager [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Terminating instance [ 1049.470024] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248252} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.470576] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.471405] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf65636-383f-48f2-83b0-0d67aa467f75 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.494042] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.494268] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8eb556-2c6c-44cd-9d57-ea50547f6418 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.524662] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1049.524662] env[68207]: value = "task-2777302" [ 1049.524662] env[68207]: _type = "Task" [ 1049.524662] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.534424] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.556099] env[68207]: DEBUG oslo_vmware.api [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777300, 'name': PowerOnVM_Task, 'duration_secs': 0.825763} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.556459] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.556762] env[68207]: INFO nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1049.557382] env[68207]: DEBUG nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.557908] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d11e0-607e-4324-8bb9-8e1e32a3c6e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.681802] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.685196] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.288s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.685535] env[68207]: DEBUG nova.objects.instance [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lazy-loading 'resources' on Instance uuid 6e79518f-36ce-4a69-83c9-bfc0eb589f39 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.734630] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.852547] env[68207]: DEBUG nova.compute.manager [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.852807] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.853697] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e12cc9-d74f-4be4-b143-a3abd661f9ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.864180] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.864458] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c74729-3286-43db-93c9-e1cc37e6865a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.872067] env[68207]: DEBUG oslo_vmware.api [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1049.872067] env[68207]: value = "task-2777303" [ 1049.872067] env[68207]: _type = "Task" [ 1049.872067] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.885076] env[68207]: DEBUG oslo_vmware.api [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.025500] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "121cd79c-7af5-4f38-bcc3-20de63516a4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.025995] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.042431] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.078533] env[68207]: INFO nova.compute.manager [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Took 26.27 seconds to build instance. [ 1050.192232] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e61edc62-95e3-4340-8a7d-f0d612e338e0 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.241s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.193104] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.036s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.193326] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.193530] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.193696] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.197367] env[68207]: INFO nova.compute.manager [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Terminating instance [ 1050.385979] env[68207]: DEBUG oslo_vmware.api [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777303, 'name': PowerOffVM_Task, 'duration_secs': 0.302602} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.386317] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.386509] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.386791] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ab4772-d5a9-483f-9cdb-fcd3b67755bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.442913] env[68207]: DEBUG nova.compute.manager [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Received event network-changed-259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1050.444428] env[68207]: DEBUG nova.compute.manager [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Refreshing instance network info cache due to event network-changed-259537c8-f267-4697-ac19-d9668cbb0823. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1050.444428] env[68207]: DEBUG oslo_concurrency.lockutils [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] Acquiring lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.444428] env[68207]: DEBUG oslo_concurrency.lockutils [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] Acquired lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.444428] env[68207]: DEBUG nova.network.neutron [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Refreshing network info cache for port 259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.460422] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.460422] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.460422] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] 74bc4081-eaf9-46c0-8349-bf5ca6144806 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.460693] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ffa51f1-5ff6-4244-b14d-fece5e4caa6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.467021] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a39883-cc23-4f1f-830e-f1bd7cd9310c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.472311] env[68207]: DEBUG oslo_vmware.api [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1050.472311] env[68207]: value = "task-2777305" [ 1050.472311] env[68207]: _type = "Task" [ 1050.472311] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.479674] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2bfd6-2e95-4325-813e-0a387e838706 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.486881] env[68207]: DEBUG oslo_vmware.api [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.517678] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636f34a-c1ed-4c56-a24d-d07189aeb23c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.526923] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472abb2f-627a-4595-9411-a94643377055 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.533158] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.550309] env[68207]: DEBUG nova.compute.provider_tree [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.555015] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777302, 'name': ReconfigVM_Task, 'duration_secs': 0.661713} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.555595] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.556246] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfceaf1b-ff33-4045-938e-c75cca523607 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.563285] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1050.563285] env[68207]: value = "task-2777306" [ 1050.563285] env[68207]: _type = "Task" [ 1050.563285] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.573575] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777306, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.581728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ce186790-5d27-4f6b-8c88-2fbdd057e8c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.791s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.701918] env[68207]: DEBUG nova.compute.manager [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.702182] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.703211] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e8a9c80-55d5-4c92-a8a9-a738b35a99dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.714379] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85f7304-289e-4b40-a083-92d731f1f60a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.752040] env[68207]: WARNING nova.virt.vmwareapi.vmops [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 340fd989-ffa5-4fd6-8b51-83a65adecbf6 could not be found. [ 1050.752406] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.752698] env[68207]: INFO nova.compute.manager [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1050.753081] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.753433] env[68207]: DEBUG nova.compute.manager [-] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.753586] env[68207]: DEBUG nova.network.neutron [-] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.985805] env[68207]: DEBUG oslo_vmware.api [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166378} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.986358] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.986568] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.986751] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.986922] env[68207]: INFO nova.compute.manager [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1050.987180] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.987419] env[68207]: DEBUG nova.compute.manager [-] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.987466] env[68207]: DEBUG nova.network.neutron [-] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.061121] env[68207]: DEBUG nova.scheduler.client.report [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.069575] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.078269] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777306, 'name': Rename_Task, 'duration_secs': 0.382216} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.078269] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.078531] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f402bf28-2b8d-4f96-a139-60c2af5f3cc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.087251] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1051.087251] env[68207]: value = "task-2777307" [ 1051.087251] env[68207]: _type = "Task" [ 1051.087251] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.097567] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.176342] env[68207]: DEBUG nova.compute.manager [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.177303] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04093d9-6181-4e41-8f80-af92cee22ff9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.300158] env[68207]: DEBUG nova.network.neutron [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updated VIF entry in instance network info cache for port 259537c8-f267-4697-ac19-d9668cbb0823. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.300507] env[68207]: DEBUG nova.network.neutron [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updating instance_info_cache with network_info: [{"id": "259537c8-f267-4697-ac19-d9668cbb0823", "address": "fa:16:3e:32:39:ed", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259537c8-f2", "ovs_interfaceid": "259537c8-f267-4697-ac19-d9668cbb0823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.387172] env[68207]: DEBUG nova.compute.manager [req-2a2f92df-f146-45b4-8539-03e1f81ab451 req-7ceb41f1-5108-4fff-ae62-1435f6e3ca9a service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Received event network-vif-deleted-7a9ebe0f-054f-4052-b240-7a42bae6d7c2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.387395] env[68207]: INFO nova.compute.manager [req-2a2f92df-f146-45b4-8539-03e1f81ab451 req-7ceb41f1-5108-4fff-ae62-1435f6e3ca9a service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Neutron deleted interface 7a9ebe0f-054f-4052-b240-7a42bae6d7c2; detaching it from the instance and deleting it from the info cache [ 1051.387598] env[68207]: DEBUG nova.network.neutron [req-2a2f92df-f146-45b4-8539-03e1f81ab451 req-7ceb41f1-5108-4fff-ae62-1435f6e3ca9a service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.455577] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "eaf160db-779d-42bf-8f14-d97f897aa7d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.455957] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.456245] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "eaf160db-779d-42bf-8f14-d97f897aa7d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.456475] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.456740] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.458732] env[68207]: INFO nova.compute.manager [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Terminating instance [ 1051.545229] env[68207]: DEBUG nova.network.neutron [-] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.566498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.569711] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.693s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.570590] env[68207]: INFO nova.compute.claims [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.594272] env[68207]: INFO nova.scheduler.client.report [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Deleted allocations for instance 6e79518f-36ce-4a69-83c9-bfc0eb589f39 [ 1051.603739] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.688922] env[68207]: INFO nova.compute.manager [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] instance snapshotting [ 1051.691563] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee1c1b-206d-4ec9-b529-9659c14c35bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.711676] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323cbad2-be17-4f52-868a-5a2690dc496d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.803042] env[68207]: DEBUG oslo_concurrency.lockutils [req-8305ac48-04c5-4a02-b027-597671a0437d req-7f7becce-c4ff-4acb-9a0e-9c0f60f60550 service nova] Releasing lock "refresh_cache-bf79f617-53e5-46df-bd55-0cf48331efee" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.868297] env[68207]: DEBUG nova.network.neutron [-] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.890052] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bcd1f88-c335-4995-8daf-4b168d7ac530 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.900626] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66294740-bb88-486d-a5e7-c3ed9f93bd0d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.937118] env[68207]: DEBUG nova.compute.manager [req-2a2f92df-f146-45b4-8539-03e1f81ab451 req-7ceb41f1-5108-4fff-ae62-1435f6e3ca9a service nova] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Detach interface failed, port_id=7a9ebe0f-054f-4052-b240-7a42bae6d7c2, reason: Instance 74bc4081-eaf9-46c0-8349-bf5ca6144806 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1051.962936] env[68207]: DEBUG nova.compute.manager [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.963261] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.964283] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464852f4-ee94-4a9e-8b70-42b081e2677c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.973152] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.973446] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2504d37-fc62-48b4-87d8-8535d2126724 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.984251] env[68207]: DEBUG oslo_vmware.api [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1051.984251] env[68207]: value = "task-2777308" [ 1051.984251] env[68207]: _type = "Task" [ 1051.984251] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.994222] env[68207]: DEBUG oslo_vmware.api [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.049109] env[68207]: INFO nova.compute.manager [-] [instance: 340fd989-ffa5-4fd6-8b51-83a65adecbf6] Took 1.30 seconds to deallocate network for instance. [ 1052.103109] env[68207]: DEBUG oslo_vmware.api [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777307, 'name': PowerOnVM_Task, 'duration_secs': 0.984636} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.103109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-27bfb6d0-4fbe-402f-ba15-e835419ec78e tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "6e79518f-36ce-4a69-83c9-bfc0eb589f39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.059s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.104237] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.104508] env[68207]: INFO nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1052.104704] env[68207]: DEBUG nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.105851] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62889d3-fe08-4173-94e0-a7712bc1c76b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.222730] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.223070] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93594a51-95ee-44d3-aa06-ba75fbc14b2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.234929] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1052.234929] env[68207]: value = "task-2777309" [ 1052.234929] env[68207]: _type = "Task" [ 1052.234929] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.244714] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.371196] env[68207]: INFO nova.compute.manager [-] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Took 1.38 seconds to deallocate network for instance. [ 1052.495732] env[68207]: DEBUG oslo_vmware.api [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777308, 'name': PowerOffVM_Task, 'duration_secs': 0.252709} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.496008] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.496191] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.496643] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c31d98ba-cefb-4deb-a1e6-f9a6c42dc8bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.576869] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.577230] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.577300] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] eaf160db-779d-42bf-8f14-d97f897aa7d2 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.580102] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27af61e0-e035-4cbd-8896-1b86ae4ac9aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.587184] env[68207]: DEBUG oslo_vmware.api [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1052.587184] env[68207]: value = "task-2777311" [ 1052.587184] env[68207]: _type = "Task" [ 1052.587184] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.596660] env[68207]: DEBUG oslo_vmware.api [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.629263] env[68207]: INFO nova.compute.manager [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Took 11.48 seconds to build instance. [ 1052.746509] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777309, 'name': CreateSnapshot_Task, 'duration_secs': 0.504827} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.746829] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.747661] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a1f31-74d4-410f-9799-3c3151a7d1ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.878531] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.882885] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336bc15-44d9-4d63-9b32-bd377b5bdc82 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.892781] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b56a56-22f8-4528-8081-ef0a4ea33163 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.930804] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c45e6a-7cd7-480e-9393-c463370dd0be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.939420] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1683ed-1129-4101-a659-c6dd94ce60c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.955304] env[68207]: DEBUG nova.compute.provider_tree [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.079987] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9aa3d9c9-31ff-4bd1-b43d-778e17e6b683 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "340fd989-ffa5-4fd6-8b51-83a65adecbf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.887s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.101228] env[68207]: DEBUG oslo_vmware.api [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158115} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.101688] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.102090] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.102364] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.102764] env[68207]: INFO nova.compute.manager [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.103112] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.104980] env[68207]: DEBUG nova.compute.manager [-] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.104980] env[68207]: DEBUG nova.network.neutron [-] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.132190] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bdbf087-025f-4420-87f0-24562cf90a14 tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "24380dce-d4a1-4051-9e4c-e4a7895819f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.996s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.271372] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1053.271637] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8cb82639-20d6-44aa-bab4-6897cd722c44 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.283426] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1053.283426] env[68207]: value = "task-2777312" [ 1053.283426] env[68207]: _type = "Task" [ 1053.283426] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.295715] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777312, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.424232] env[68207]: DEBUG nova.compute.manager [req-396f3b15-ae9e-4480-b479-4e5725b3ee36 req-68860957-ad82-4f89-91a1-aae09c8851dc service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Received event network-vif-deleted-2e591534-4525-4f32-bc5e-459022d1ae17 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.424676] env[68207]: INFO nova.compute.manager [req-396f3b15-ae9e-4480-b479-4e5725b3ee36 req-68860957-ad82-4f89-91a1-aae09c8851dc service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Neutron deleted interface 2e591534-4525-4f32-bc5e-459022d1ae17; detaching it from the instance and deleting it from the info cache [ 1053.424818] env[68207]: DEBUG nova.network.neutron [req-396f3b15-ae9e-4480-b479-4e5725b3ee36 req-68860957-ad82-4f89-91a1-aae09c8851dc service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.459044] env[68207]: DEBUG nova.scheduler.client.report [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.636378] env[68207]: INFO nova.compute.manager [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Rebuilding instance [ 1053.683275] env[68207]: DEBUG nova.compute.manager [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.684379] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409df8ea-2b94-41eb-8cf4-4f9aeaf17110 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.794949] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777312, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.827773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.827773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.890511] env[68207]: DEBUG nova.network.neutron [-] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.930802] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d05f762a-3452-4d64-aa62-914b9bf6f053 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941436] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396ac0d-d068-47f0-82ef-b27c4eb3fd4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.970195] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.970195] env[68207]: DEBUG nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.985451] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.915s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.987834] env[68207]: INFO nova.compute.claims [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.991702] env[68207]: DEBUG nova.compute.manager [req-396f3b15-ae9e-4480-b479-4e5725b3ee36 req-68860957-ad82-4f89-91a1-aae09c8851dc service nova] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Detach interface failed, port_id=2e591534-4525-4f32-bc5e-459022d1ae17, reason: Instance eaf160db-779d-42bf-8f14-d97f897aa7d2 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1054.295728] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777312, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.329704] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.392557] env[68207]: INFO nova.compute.manager [-] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Took 1.29 seconds to deallocate network for instance. [ 1054.494380] env[68207]: DEBUG nova.compute.utils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.497552] env[68207]: DEBUG nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1054.647913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "354580d5-c57d-4ce5-b59c-41233d615a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.648240] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.699774] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.700251] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c18b4ded-b6e3-442d-808d-db4789a2df46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.709784] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1054.709784] env[68207]: value = "task-2777313" [ 1054.709784] env[68207]: _type = "Task" [ 1054.709784] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.721022] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.796860] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777312, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.852497] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.900140] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.997574] env[68207]: DEBUG nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.152022] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.220333] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777313, 'name': PowerOffVM_Task, 'duration_secs': 0.11557} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.222782] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.223027] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.223947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1ab191-8617-4ae3-a505-79c4f59a3b1b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.231363] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.233716] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a7c44c7-fe4d-4977-a888-67efcfde13e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.245781] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26a2c3a-287f-4017-a08a-7161a33e0d18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.255147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c4422-2cb0-4065-8fd2-bb1f891693e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.287297] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d619b-5ac7-4b8a-89a8-1d166152870a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.290019] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.290229] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.290413] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Deleting the datastore file [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.294841] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a04fbc71-0a95-46d8-8728-96784a7e0949 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.302834] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777312, 'name': CloneVM_Task, 'duration_secs': 1.992816} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.305792] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Created linked-clone VM from snapshot [ 1055.306193] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1055.306193] env[68207]: value = "task-2777315" [ 1055.306193] env[68207]: _type = "Task" [ 1055.306193] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.306888] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf53e19-620c-46f3-ae25-7bdc07662600 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.310285] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919d56e-547c-4cbd-9c3f-be9e11324fa2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.322608] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.332983] env[68207]: DEBUG nova.compute.provider_tree [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.334997] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Uploading image e73c5b2d-ae74-4dfa-8b01-a687131fa4f4 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.363874] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.363874] env[68207]: value = "vm-558430" [ 1055.363874] env[68207]: _type = "VirtualMachine" [ 1055.363874] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.364206] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eabafce1-0058-4b60-99ee-963daa4dc58d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.373406] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lease: (returnval){ [ 1055.373406] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c8fb14-f805-3733-7eda-b5ea887c3836" [ 1055.373406] env[68207]: _type = "HttpNfcLease" [ 1055.373406] env[68207]: } obtained for exporting VM: (result){ [ 1055.373406] env[68207]: value = "vm-558430" [ 1055.373406] env[68207]: _type = "VirtualMachine" [ 1055.373406] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.374018] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the lease: (returnval){ [ 1055.374018] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c8fb14-f805-3733-7eda-b5ea887c3836" [ 1055.374018] env[68207]: _type = "HttpNfcLease" [ 1055.374018] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.382180] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.382180] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c8fb14-f805-3733-7eda-b5ea887c3836" [ 1055.382180] env[68207]: _type = "HttpNfcLease" [ 1055.382180] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.670148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.823319] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135597} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.823662] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.823860] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.824088] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.835853] env[68207]: DEBUG nova.scheduler.client.report [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.882640] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.882640] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c8fb14-f805-3733-7eda-b5ea887c3836" [ 1055.882640] env[68207]: _type = "HttpNfcLease" [ 1055.882640] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.882917] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.882917] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c8fb14-f805-3733-7eda-b5ea887c3836" [ 1055.882917] env[68207]: _type = "HttpNfcLease" [ 1055.882917] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1055.883680] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06f098-3a8b-4f7b-a60e-50b98fff68d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.892360] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ede5e-6bc4-f5ce-f050-8f001e85d034/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.892464] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ede5e-6bc4-f5ce-f050-8f001e85d034/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1055.987815] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18f5621f-a362-461b-b67f-27f907311448 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.010970] env[68207]: DEBUG nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.035568] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.035714] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.035766] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.036025] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.036122] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.036420] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.036504] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.036887] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.036887] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.037030] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.037900] env[68207]: DEBUG nova.virt.hardware [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.038144] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a91b8a-f44a-4842-9c99-6a661c890da5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.049693] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb0ddd-a40d-4fe7-8ba5-d09ac6dbf026 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065489] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.071444] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Creating folder: Project (9b40878454c946e8a8e2acd251dfd6a9). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.071796] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3af8cce-70de-48dc-b1ed-42d5c26ca5b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.084260] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Created folder: Project (9b40878454c946e8a8e2acd251dfd6a9) in parent group-v558176. [ 1056.084487] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Creating folder: Instances. Parent ref: group-v558431. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.084741] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c827ee64-4131-4861-8dbd-59f01edca2fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.093979] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Created folder: Instances in parent group-v558431. [ 1056.094235] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.094461] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.094668] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6fff19b-9efb-4a1a-910c-200215955ce0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.113299] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.113299] env[68207]: value = "task-2777319" [ 1056.113299] env[68207]: _type = "Task" [ 1056.113299] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.121142] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777319, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.340659] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.341321] env[68207]: DEBUG nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.344087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.798s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.344371] env[68207]: DEBUG nova.objects.instance [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lazy-loading 'resources' on Instance uuid b894dd79-1c62-4ea2-bbab-e9ee168998b6 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.626265] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777319, 'name': CreateVM_Task, 'duration_secs': 0.45281} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.626502] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.626891] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.627109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.627430] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.627732] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96580ae5-31dd-4975-8d6b-50f25c36551d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.634084] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1056.634084] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524f8c32-b09a-5c4d-8170-afbc1543b683" [ 1056.634084] env[68207]: _type = "Task" [ 1056.634084] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.643469] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524f8c32-b09a-5c4d-8170-afbc1543b683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.847619] env[68207]: DEBUG nova.compute.utils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.852644] env[68207]: DEBUG nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1056.863315] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.863678] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.863937] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.864362] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.864580] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.864746] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.864987] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.865333] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.865333] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.865541] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.865821] env[68207]: DEBUG nova.virt.hardware [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.866540] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d382208-9898-4443-b761-081f4dbd7b6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.876475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0683505-61fd-4848-a5ab-5b7c22e6e827 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.894256] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.900403] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.903204] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.903804] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2fc6928-de97-44cf-b051-41f22c1047a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.925754] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.925754] env[68207]: value = "task-2777320" [ 1056.925754] env[68207]: _type = "Task" [ 1056.925754] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.936457] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777320, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.147057] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524f8c32-b09a-5c4d-8170-afbc1543b683, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.149803] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.150065] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.150305] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150448] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150629] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.151162] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18852ea-9405-40a2-adce-26820117a5ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.161193] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.161424] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.162236] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35da934-1a59-4ecf-b73d-6fc8424eb553 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.166921] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713eb15-3707-4957-909f-8c9258146c18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.175536] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1057.175536] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b6d7c3-e80f-0615-26f3-71888712e37a" [ 1057.175536] env[68207]: _type = "Task" [ 1057.175536] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.182019] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593f7e6b-f9ed-4616-b9e0-a29ce22f3244 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.192953] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b6d7c3-e80f-0615-26f3-71888712e37a, 'name': SearchDatastore_Task, 'duration_secs': 0.01509} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.222789] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad577fd-5350-40a3-a17f-0e3f638de494 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.226224] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9264fd-1086-4e20-8ca9-dceccd6169a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.233297] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1057.233297] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e317e5-ca50-49eb-ca8b-4f8d52860790" [ 1057.233297] env[68207]: _type = "Task" [ 1057.233297] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.241039] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246a769-e08b-42f3-a7c2-c84e2ea45f09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.261249] env[68207]: DEBUG nova.compute.provider_tree [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.264064] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e317e5-ca50-49eb-ca8b-4f8d52860790, 'name': SearchDatastore_Task, 'duration_secs': 0.016171} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.264173] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.264566] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 002ae3e7-cb84-4a64-8d98-cf357a50b2fa/002ae3e7-cb84-4a64-8d98-cf357a50b2fa.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.264871] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc52cdb-b301-431b-8889-416009483b99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.274076] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1057.274076] env[68207]: value = "task-2777321" [ 1057.274076] env[68207]: _type = "Task" [ 1057.274076] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.284797] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.354918] env[68207]: DEBUG nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.438014] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777320, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.765429] env[68207]: DEBUG nova.scheduler.client.report [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.787067] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.937269] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777320, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.271590] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.274746] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.540s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.274746] env[68207]: DEBUG nova.objects.instance [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'resources' on Instance uuid f94f8d22-0297-418d-b3c0-561a999723ab {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.288601] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.293700] env[68207]: INFO nova.scheduler.client.report [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Deleted allocations for instance b894dd79-1c62-4ea2-bbab-e9ee168998b6 [ 1058.364347] env[68207]: DEBUG nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.388787] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.389082] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.389255] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.389436] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.389683] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.389744] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.389933] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.390329] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.390754] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.390754] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.390899] env[68207]: DEBUG nova.virt.hardware [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.391786] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057842f0-5505-41de-89a5-2999389153f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.403359] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4e0fb3-52fb-4f5c-9990-798ced7ac68f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.421368] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.428076] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.428581] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.432029] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ada304e-8ac6-4e56-a27d-f26002c34a43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.458470] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777320, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.460349] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.460349] env[68207]: value = "task-2777322" [ 1058.460349] env[68207]: _type = "Task" [ 1058.460349] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.470560] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777322, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.790817] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777321, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.498464} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.791149] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 002ae3e7-cb84-4a64-8d98-cf357a50b2fa/002ae3e7-cb84-4a64-8d98-cf357a50b2fa.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.791360] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.792053] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e69b4507-2fb9-4039-b5fd-9af489918c64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.802294] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1058.802294] env[68207]: value = "task-2777323" [ 1058.802294] env[68207]: _type = "Task" [ 1058.802294] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.806567] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1bb080a9-f671-4e4f-9533-613cb87d00cd tempest-ImagesTestJSON-714470740 tempest-ImagesTestJSON-714470740-project-member] Lock "b894dd79-1c62-4ea2-bbab-e9ee168998b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.310s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.819149] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.939095] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777320, 'name': CreateVM_Task, 'duration_secs': 1.537937} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.939377] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.939689] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.939847] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.940215] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.940479] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599f9d44-35f4-4cb7-8cf6-9ca7c57ebf25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.946561] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1058.946561] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520c75aa-d580-34df-d168-d1c44bafc4f2" [ 1058.946561] env[68207]: _type = "Task" [ 1058.946561] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.958529] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520c75aa-d580-34df-d168-d1c44bafc4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.970983] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777322, 'name': CreateVM_Task, 'duration_secs': 0.484408} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.971235] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.971697] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.046237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a33258-3351-4a25-9c05-1763679625b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.054388] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab5698-98cd-4515-92a9-f938987260ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.086724] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b388b-d125-460c-81bd-3843670b17b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.095698] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7f552-90f7-4528-b600-f221b9d8d961 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.110227] env[68207]: DEBUG nova.compute.provider_tree [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.316472] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079327} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.316802] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.317674] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef49a910-54b5-4437-ae52-c75a3f796ef5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.340847] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 002ae3e7-cb84-4a64-8d98-cf357a50b2fa/002ae3e7-cb84-4a64-8d98-cf357a50b2fa.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.341256] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3be79f6-9b3e-42b5-8cbb-7e0aa3dea068 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.362281] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1059.362281] env[68207]: value = "task-2777324" [ 1059.362281] env[68207]: _type = "Task" [ 1059.362281] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.375943] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.460882] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520c75aa-d580-34df-d168-d1c44bafc4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014451} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.461126] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.461371] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.461723] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.461837] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.462033] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.462418] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.462726] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.462958] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edcfcef6-ef38-49f3-a131-f0c7f835d086 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.464922] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35694b24-6970-48cd-b9a2-a0d175b83e51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.470554] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1059.470554] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524fa371-dd47-f89a-b0e8-4af9070e6953" [ 1059.470554] env[68207]: _type = "Task" [ 1059.470554] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.475275] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.476147] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.476259] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d0a153-2c0a-48c1-a1aa-25cee90ac590 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.482161] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524fa371-dd47-f89a-b0e8-4af9070e6953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.485709] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1059.485709] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52cf35a8-66d1-c2e1-88fc-780c14f4fdab" [ 1059.485709] env[68207]: _type = "Task" [ 1059.485709] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.497030] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cf35a8-66d1-c2e1-88fc-780c14f4fdab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.633038] env[68207]: ERROR nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [req-a80a1830-a08c-4548-b0ab-6b99871d8c96] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a80a1830-a08c-4548-b0ab-6b99871d8c96"}]} [ 1059.651983] env[68207]: DEBUG nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.673547] env[68207]: DEBUG nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.673547] env[68207]: DEBUG nova.compute.provider_tree [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.694132] env[68207]: DEBUG nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1059.717285] env[68207]: DEBUG nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1059.873797] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777324, 'name': ReconfigVM_Task, 'duration_secs': 0.352437} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.874094] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 002ae3e7-cb84-4a64-8d98-cf357a50b2fa/002ae3e7-cb84-4a64-8d98-cf357a50b2fa.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.874749] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de3ea3ea-650f-4279-8dc3-4dcf99aae8cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.883862] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1059.883862] env[68207]: value = "task-2777325" [ 1059.883862] env[68207]: _type = "Task" [ 1059.883862] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.891853] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777325, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.976350] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec588cd-9bd0-465f-8dee-e94a6862887d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.986184] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524fa371-dd47-f89a-b0e8-4af9070e6953, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.987907] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.988181] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.988425] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.992831] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c11d0-d611-4ab8-9e50-91319f904f34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.002634] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cf35a8-66d1-c2e1-88fc-780c14f4fdab, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.029859] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861e7a3c-b584-44d0-ac02-45b61e3c29e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.032929] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0bf71-a1c2-49b3-a02e-4a9504f3b7ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.039135] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1060.039135] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528ee133-e92a-cebb-983d-1ec2592ce35f" [ 1060.039135] env[68207]: _type = "Task" [ 1060.039135] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.045368] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6050eed-15fb-4eec-8c4c-fe118be791af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.055133] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528ee133-e92a-cebb-983d-1ec2592ce35f, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.062974] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.063299] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.063822] env[68207]: DEBUG nova.compute.provider_tree [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.065293] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.065500] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.069026] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7a3812-b4a6-454c-9eaf-722a14ac065f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.069026] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff17bdf8-2542-4a0f-8cdd-a13c0beb07d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.079231] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1060.079231] env[68207]: value = "task-2777326" [ 1060.079231] env[68207]: _type = "Task" [ 1060.079231] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.081064] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.081287] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.085345] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b291825b-c417-434c-9040-4cb0597391af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.094024] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1060.094024] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5206b20d-0d85-c79e-ebbc-16732ab7e7c3" [ 1060.094024] env[68207]: _type = "Task" [ 1060.094024] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.095684] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.106369] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5206b20d-0d85-c79e-ebbc-16732ab7e7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.106720] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f4eb35-22b7-4894-ad4d-7f75ae962966 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.113567] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1060.113567] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52aae305-02c7-8a02-7cc3-ad1c4b117367" [ 1060.113567] env[68207]: _type = "Task" [ 1060.113567] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.122128] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52aae305-02c7-8a02-7cc3-ad1c4b117367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.395095] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777325, 'name': Rename_Task, 'duration_secs': 0.158616} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.395452] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.395738] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4409c3c3-09a4-4424-817a-d5d68c8cd52d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.403980] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1060.403980] env[68207]: value = "task-2777327" [ 1060.403980] env[68207]: _type = "Task" [ 1060.403980] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.413292] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.591706] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777326, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.607614] env[68207]: DEBUG nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.608535] env[68207]: DEBUG nova.compute.provider_tree [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 134 to 135 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.608790] env[68207]: DEBUG nova.compute.provider_tree [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.624840] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52aae305-02c7-8a02-7cc3-ad1c4b117367, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.626059] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.626354] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.626634] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b0af3c-92a5-497a-873c-6c43e2da2c1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.635217] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1060.635217] env[68207]: value = "task-2777328" [ 1060.635217] env[68207]: _type = "Task" [ 1060.635217] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.646529] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.915063] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.091992] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566929} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.092430] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.092768] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.093145] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-301d220a-a647-432a-975e-42ef67e9cb40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.101842] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1061.101842] env[68207]: value = "task-2777329" [ 1061.101842] env[68207]: _type = "Task" [ 1061.101842] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.113544] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.113816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.840s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.116589] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.047s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.118453] env[68207]: INFO nova.compute.claims [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.141248] env[68207]: INFO nova.scheduler.client.report [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted allocations for instance f94f8d22-0297-418d-b3c0-561a999723ab [ 1061.150488] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.416646] env[68207]: DEBUG oslo_vmware.api [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777327, 'name': PowerOnVM_Task, 'duration_secs': 0.940853} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.416817] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.417090] env[68207]: INFO nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Took 5.41 seconds to spawn the instance on the hypervisor. [ 1061.417350] env[68207]: DEBUG nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.418692] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cec99d-e8d4-43bd-a081-6b45cc58d161 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.612471] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106023} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.612814] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.613669] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b7fa9-cf7b-4379-8cbd-d6ead080b9aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.637195] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.641077] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cba744f-c31a-4c88-bec8-ba5d711a4ac5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.663752] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76a3ad44-ee10-4bcd-955b-c05595067d35 tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "f94f8d22-0297-418d-b3c0-561a999723ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.804s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.671362] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549153} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.673229] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.673548] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.674037] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1061.674037] env[68207]: value = "task-2777330" [ 1061.674037] env[68207]: _type = "Task" [ 1061.674037] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.674365] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3175184-9488-49be-a017-9666f7ff503d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.694763] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.696490] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1061.696490] env[68207]: value = "task-2777331" [ 1061.696490] env[68207]: _type = "Task" [ 1061.696490] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.712443] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.934877] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe83279c-faad-489d-8b36-497ab02570ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.941846] env[68207]: INFO nova.compute.manager [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Took 15.09 seconds to build instance. [ 1061.955696] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff13c78c-f872-4ab3-92b4-8f5e68f218e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.992708] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96a6e6-4847-49cd-b2e1-3df2a522b98e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.002629] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d465eb-3730-4ffb-a012-a51af893ca9c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.019893] env[68207]: DEBUG nova.compute.provider_tree [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.190505] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777330, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.207989] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.448072] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c880981-485e-42e8-999e-3d846675fd23 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.623s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.460703] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "090dd945-10e1-4fe3-841e-cace0a125d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.460968] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "090dd945-10e1-4fe3-841e-cace0a125d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.461201] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "090dd945-10e1-4fe3-841e-cace0a125d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.461386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "090dd945-10e1-4fe3-841e-cace0a125d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.461558] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "090dd945-10e1-4fe3-841e-cace0a125d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.463760] env[68207]: INFO nova.compute.manager [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Terminating instance [ 1062.559596] env[68207]: DEBUG nova.scheduler.client.report [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.559953] env[68207]: DEBUG nova.compute.provider_tree [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 135 to 136 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.560164] env[68207]: DEBUG nova.compute.provider_tree [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.689567] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777330, 'name': ReconfigVM_Task, 'duration_secs': 0.548804} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.689851] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7/24380dce-d4a1-4051-9e4c-e4a7895819f7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.690475] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b20739-8479-42db-bcb7-2d4627dfb779 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.697016] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1062.697016] env[68207]: value = "task-2777332" [ 1062.697016] env[68207]: _type = "Task" [ 1062.697016] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.711156] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777332, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.711421] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.657699} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.711681] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.712639] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698befe-f774-4565-b385-8b5e19f22480 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.734604] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.735046] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.735279] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.735493] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.735664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.735878] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.737481] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a801bf-acd8-4e92-8135-3fe09fe3ba53 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.753016] env[68207]: INFO nova.compute.manager [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Terminating instance [ 1062.762132] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1062.762132] env[68207]: value = "task-2777333" [ 1062.762132] env[68207]: _type = "Task" [ 1062.762132] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.772157] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.970025] env[68207]: DEBUG nova.compute.manager [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.970025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.970025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92ad03-d119-44e2-a4b4-cbaa2ff7e015 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.978561] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.979232] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb8135b4-627d-4f16-b0f8-c3c569d912ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.987758] env[68207]: DEBUG oslo_vmware.api [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1062.987758] env[68207]: value = "task-2777334" [ 1062.987758] env[68207]: _type = "Task" [ 1062.987758] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.998695] env[68207]: DEBUG oslo_vmware.api [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.066583] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.950s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.067220] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.070315] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.192s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.070576] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.073455] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.221s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.075155] env[68207]: INFO nova.compute.claims [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.100714] env[68207]: INFO nova.scheduler.client.report [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocations for instance 74bc4081-eaf9-46c0-8349-bf5ca6144806 [ 1063.209567] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777332, 'name': Rename_Task, 'duration_secs': 0.268496} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.209909] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.210369] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc94c84-3203-4928-98be-ccb6f07e6eca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.218371] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1063.218371] env[68207]: value = "task-2777335" [ 1063.218371] env[68207]: _type = "Task" [ 1063.218371] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.233438] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.259093] env[68207]: DEBUG nova.compute.manager [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.259093] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.259093] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce196ba4-1b41-4ed8-8bca-406a735ea5e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.268672] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.269442] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baac7424-7113-4722-a805-3ba1e19443b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.275371] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777333, 'name': ReconfigVM_Task, 'duration_secs': 0.386275} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.276835] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.277600] env[68207]: DEBUG oslo_vmware.api [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1063.277600] env[68207]: value = "task-2777336" [ 1063.277600] env[68207]: _type = "Task" [ 1063.277600] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.277828] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d5a8f3-b038-4539-b41c-2ac70011a625 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.296659] env[68207]: DEBUG oslo_vmware.api [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.298773] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1063.298773] env[68207]: value = "task-2777337" [ 1063.298773] env[68207]: _type = "Task" [ 1063.298773] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.311167] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777337, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.504108] env[68207]: DEBUG oslo_vmware.api [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777334, 'name': PowerOffVM_Task, 'duration_secs': 0.230334} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.504201] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.504394] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.504654] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae6d0383-10d7-4933-9658-037934d83110 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.580427] env[68207]: DEBUG nova.compute.utils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.594035] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.594156] env[68207]: DEBUG nova.network.neutron [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.597341] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.597753] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.598048] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleting the datastore file [datastore2] 090dd945-10e1-4fe3-841e-cace0a125d86 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.598918] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d5b6f4-edfa-4b5e-97f0-cb0e704b986f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.611077] env[68207]: DEBUG oslo_vmware.api [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for the task: (returnval){ [ 1063.611077] env[68207]: value = "task-2777339" [ 1063.611077] env[68207]: _type = "Task" [ 1063.611077] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.611538] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6d536ab-6903-4db5-a84d-06c3adf7ba65 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "74bc4081-eaf9-46c0-8349-bf5ca6144806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.266s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.630091] env[68207]: DEBUG oslo_vmware.api [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.644159] env[68207]: DEBUG nova.policy [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73407b33645d4f2980f758b9d3c6f642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eb815fdbcba4bdea9d5cfb99fabf43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.731099] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.792456] env[68207]: DEBUG oslo_vmware.api [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777336, 'name': PowerOffVM_Task, 'duration_secs': 0.220071} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.792618] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.796084] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.796084] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c99eb08-a419-4aad-9b0a-20f4508eb944 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.810978] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777337, 'name': Rename_Task, 'duration_secs': 0.219169} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.811665] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.811962] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29d9cb1-9515-4ba6-88f5-6e8368cbf19a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.821652] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1063.821652] env[68207]: value = "task-2777341" [ 1063.821652] env[68207]: _type = "Task" [ 1063.821652] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.833289] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.868858] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.869193] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.869343] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Deleting the datastore file [datastore2] ef16c3ea-ff4d-4a4d-801c-4b7aa6548111 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.869624] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d02cef-2962-442a-8a66-fbc6971d0f76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.879063] env[68207]: DEBUG oslo_vmware.api [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for the task: (returnval){ [ 1063.879063] env[68207]: value = "task-2777342" [ 1063.879063] env[68207]: _type = "Task" [ 1063.879063] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.896601] env[68207]: DEBUG oslo_vmware.api [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.940298] env[68207]: DEBUG nova.network.neutron [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Successfully created port: 16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.094812] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.129341] env[68207]: DEBUG oslo_vmware.api [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Task: {'id': task-2777339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254632} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.129805] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.130262] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.130612] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.132259] env[68207]: INFO nova.compute.manager [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.132259] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.132259] env[68207]: DEBUG nova.compute.manager [-] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.132259] env[68207]: DEBUG nova.network.neutron [-] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.235604] env[68207]: DEBUG oslo_vmware.api [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777335, 'name': PowerOnVM_Task, 'duration_secs': 0.665344} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.236111] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.238205] env[68207]: DEBUG nova.compute.manager [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.243611] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c8eef-241d-4f92-b10a-c6f284de6ad2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.260892] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ede5e-6bc4-f5ce-f050-8f001e85d034/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.267646] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52402209-518b-4acc-8ec8-c946fc481d95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.278436] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ede5e-6bc4-f5ce-f050-8f001e85d034/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.278620] env[68207]: ERROR oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ede5e-6bc4-f5ce-f050-8f001e85d034/disk-0.vmdk due to incomplete transfer. [ 1064.278857] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7843b37f-ad45-46d4-ab97-035a75876eb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.293141] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ede5e-6bc4-f5ce-f050-8f001e85d034/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.293141] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Uploaded image e73c5b2d-ae74-4dfa-8b01-a687131fa4f4 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.294377] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.294377] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fafb419-c6a0-4938-a882-5deb87c1990c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.305816] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1064.305816] env[68207]: value = "task-2777343" [ 1064.305816] env[68207]: _type = "Task" [ 1064.305816] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.319072] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777343, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.336183] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777341, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.400862] env[68207]: DEBUG oslo_vmware.api [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Task: {'id': task-2777342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273389} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.404848] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.404848] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.404848] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.405051] env[68207]: INFO nova.compute.manager [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1064.405285] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.405625] env[68207]: DEBUG nova.compute.manager [-] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.405731] env[68207]: DEBUG nova.network.neutron [-] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.488413] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3680d954-055c-4cf6-a0af-ef03edae3002 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.504265] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344b93a-3af9-4f5a-92a9-1e033a9030b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.558893] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810062e-5892-487c-ab23-d1662e4caf29 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.570183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90822551-48e6-4ebe-a282-f23ffa6cc16c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.586518] env[68207]: DEBUG nova.compute.provider_tree [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.613637] env[68207]: DEBUG nova.compute.manager [req-37d53b47-f9b8-4800-947d-1a26f83a45dc req-1ea79148-875f-46d4-956f-df8f51f3ff6b service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Received event network-vif-deleted-13c7da37-facc-416a-96e5-02668c613eb3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.613877] env[68207]: INFO nova.compute.manager [req-37d53b47-f9b8-4800-947d-1a26f83a45dc req-1ea79148-875f-46d4-956f-df8f51f3ff6b service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Neutron deleted interface 13c7da37-facc-416a-96e5-02668c613eb3; detaching it from the instance and deleting it from the info cache [ 1064.614070] env[68207]: DEBUG nova.network.neutron [req-37d53b47-f9b8-4800-947d-1a26f83a45dc req-1ea79148-875f-46d4-956f-df8f51f3ff6b service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.781843] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.817171] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777343, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.835104] env[68207]: DEBUG oslo_vmware.api [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777341, 'name': PowerOnVM_Task, 'duration_secs': 0.582298} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.835386] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.835597] env[68207]: INFO nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1064.835772] env[68207]: DEBUG nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.836615] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8e1c78-83ed-4009-aabe-bca0ec970660 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.064973] env[68207]: DEBUG nova.network.neutron [-] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.092714] env[68207]: DEBUG nova.scheduler.client.report [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.109412] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.117029] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a81b345-9dba-4d31-832a-740a52b46ee9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.129907] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa371a4-9d9d-4beb-8873-706428f2f1d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.158130] env[68207]: DEBUG nova.virt.hardware [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.158130] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d983de-8cc4-4b4b-b3f9-5ca2d996107a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.158775] env[68207]: DEBUG nova.compute.manager [req-2384aaca-2d8d-49a2-a785-08549860f80a req-641f325c-3378-4021-920d-359989e0c358 service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Received event network-vif-deleted-9164f911-47ad-46a8-bcac-4441984776b8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.158906] env[68207]: INFO nova.compute.manager [req-2384aaca-2d8d-49a2-a785-08549860f80a req-641f325c-3378-4021-920d-359989e0c358 service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Neutron deleted interface 9164f911-47ad-46a8-bcac-4441984776b8; detaching it from the instance and deleting it from the info cache [ 1065.159105] env[68207]: DEBUG nova.network.neutron [req-2384aaca-2d8d-49a2-a785-08549860f80a req-641f325c-3378-4021-920d-359989e0c358 service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.175244] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52beddd0-e1e1-41df-aeaa-b40823faf4eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.180621] env[68207]: DEBUG nova.compute.manager [req-37d53b47-f9b8-4800-947d-1a26f83a45dc req-1ea79148-875f-46d4-956f-df8f51f3ff6b service nova] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Detach interface failed, port_id=13c7da37-facc-416a-96e5-02668c613eb3, reason: Instance 090dd945-10e1-4fe3-841e-cace0a125d86 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1065.320276] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777343, 'name': Destroy_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.357059] env[68207]: INFO nova.compute.manager [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Took 18.30 seconds to build instance. [ 1065.550054] env[68207]: DEBUG nova.network.neutron [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Successfully updated port: 16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.567787] env[68207]: INFO nova.compute.manager [-] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Took 1.44 seconds to deallocate network for instance. [ 1065.605253] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.605253] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.608488] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.708s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.608735] env[68207]: DEBUG nova.objects.instance [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lazy-loading 'resources' on Instance uuid eaf160db-779d-42bf-8f14-d97f897aa7d2 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.617092] env[68207]: DEBUG nova.network.neutron [-] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.661860] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.662120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.667044] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe4a3d39-708f-43f5-83a4-53f3b4615fce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.676359] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975e4595-f364-4c42-b797-68cb93a32719 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.715848] env[68207]: DEBUG nova.compute.manager [req-2384aaca-2d8d-49a2-a785-08549860f80a req-641f325c-3378-4021-920d-359989e0c358 service nova] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Detach interface failed, port_id=9164f911-47ad-46a8-bcac-4441984776b8, reason: Instance ef16c3ea-ff4d-4a4d-801c-4b7aa6548111 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1065.767926] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "24380dce-d4a1-4051-9e4c-e4a7895819f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.768169] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "24380dce-d4a1-4051-9e4c-e4a7895819f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.768390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "24380dce-d4a1-4051-9e4c-e4a7895819f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.768580] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "24380dce-d4a1-4051-9e4c-e4a7895819f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.768815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "24380dce-d4a1-4051-9e4c-e4a7895819f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.771514] env[68207]: INFO nova.compute.manager [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Terminating instance [ 1065.818782] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777343, 'name': Destroy_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.860381] env[68207]: DEBUG oslo_concurrency.lockutils [None req-64773a67-5ac3-4216-81af-3818e1cc430f tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.814s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.053145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "refresh_cache-121cd79c-7af5-4f38-bcc3-20de63516a4c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.053145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "refresh_cache-121cd79c-7af5-4f38-bcc3-20de63516a4c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.053228] env[68207]: DEBUG nova.network.neutron [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.077035] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.112178] env[68207]: DEBUG nova.compute.utils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.118034] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.118233] env[68207]: DEBUG nova.network.neutron [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.120641] env[68207]: INFO nova.compute.manager [-] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Took 1.71 seconds to deallocate network for instance. [ 1066.163865] env[68207]: DEBUG nova.policy [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92035dc1a0c42e4a78f8291ec5a1494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5a044b76664a8184a902a346ebe208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.165749] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.278155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "refresh_cache-24380dce-d4a1-4051-9e4c-e4a7895819f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.278435] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquired lock "refresh_cache-24380dce-d4a1-4051-9e4c-e4a7895819f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.278604] env[68207]: DEBUG nova.network.neutron [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.321030] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777343, 'name': Destroy_Task, 'duration_secs': 1.624932} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.321030] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Destroyed the VM [ 1066.321399] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1066.321399] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72745a81-5160-4266-8351-44d116380c9c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.328884] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1066.328884] env[68207]: value = "task-2777344" [ 1066.328884] env[68207]: _type = "Task" [ 1066.328884] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.332147] env[68207]: INFO nova.compute.manager [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Rebuilding instance [ 1066.343508] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.379759] env[68207]: DEBUG nova.compute.manager [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.383654] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1932384-78b8-42e6-a8c4-7ca3166a94a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.403807] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cb4e6-30b4-4f42-92b2-fe3c455cd10b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.414203] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e382f-8b30-4a5f-b9ce-6da673b68a1e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.450904] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f94aa2-1381-4c5f-a4db-00d1fd126108 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.460834] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a1c1e-9262-4bc5-a51b-3635a6593c9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.478330] env[68207]: DEBUG nova.compute.provider_tree [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.480292] env[68207]: DEBUG nova.network.neutron [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Successfully created port: 3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.589025] env[68207]: DEBUG nova.network.neutron [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.619235] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.631026] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.648823] env[68207]: DEBUG nova.compute.manager [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Received event network-vif-plugged-16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.649058] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] Acquiring lock "121cd79c-7af5-4f38-bcc3-20de63516a4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.649621] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.649621] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.649621] env[68207]: DEBUG nova.compute.manager [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] No waiting events found dispatching network-vif-plugged-16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.649776] env[68207]: WARNING nova.compute.manager [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Received unexpected event network-vif-plugged-16e7c13f-55ba-445d-97bf-676f402e1688 for instance with vm_state building and task_state spawning. [ 1066.649888] env[68207]: DEBUG nova.compute.manager [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Received event network-changed-16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.650054] env[68207]: DEBUG nova.compute.manager [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Refreshing instance network info cache due to event network-changed-16e7c13f-55ba-445d-97bf-676f402e1688. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1066.650227] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] Acquiring lock "refresh_cache-121cd79c-7af5-4f38-bcc3-20de63516a4c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.692963] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.745561] env[68207]: DEBUG nova.network.neutron [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Updating instance_info_cache with network_info: [{"id": "16e7c13f-55ba-445d-97bf-676f402e1688", "address": "fa:16:3e:20:9a:26", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e7c13f-55", "ovs_interfaceid": "16e7c13f-55ba-445d-97bf-676f402e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.798281] env[68207]: DEBUG nova.network.neutron [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.838805] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777344, 'name': RemoveSnapshot_Task} progress is 62%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.844288] env[68207]: DEBUG nova.network.neutron [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.983870] env[68207]: DEBUG nova.scheduler.client.report [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.250196] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "refresh_cache-121cd79c-7af5-4f38-bcc3-20de63516a4c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.250196] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Instance network_info: |[{"id": "16e7c13f-55ba-445d-97bf-676f402e1688", "address": "fa:16:3e:20:9a:26", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e7c13f-55", "ovs_interfaceid": "16e7c13f-55ba-445d-97bf-676f402e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.250196] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] Acquired lock "refresh_cache-121cd79c-7af5-4f38-bcc3-20de63516a4c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.250196] env[68207]: DEBUG nova.network.neutron [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Refreshing network info cache for port 16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.251086] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:9a:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16e7c13f-55ba-445d-97bf-676f402e1688', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.259022] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.262400] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.262910] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf31787c-7175-4ba4-8bf7-7ef397deb178 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.285566] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.285566] env[68207]: value = "task-2777345" [ 1067.285566] env[68207]: _type = "Task" [ 1067.285566] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.293815] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777345, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.342633] env[68207]: DEBUG oslo_vmware.api [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777344, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98703} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.343226] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1067.343504] env[68207]: INFO nova.compute.manager [None req-4b5142a9-734f-4549-a468-cc45215d3ed2 tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 1067.346392] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Releasing lock "refresh_cache-24380dce-d4a1-4051-9e4c-e4a7895819f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.346818] env[68207]: DEBUG nova.compute.manager [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.347015] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.348010] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b263a7c-9b0d-48cc-8c2d-cf559c402144 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.356085] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.356335] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f212031f-eed5-4830-a717-c62f4b12c42e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.365020] env[68207]: DEBUG oslo_vmware.api [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1067.365020] env[68207]: value = "task-2777346" [ 1067.365020] env[68207]: _type = "Task" [ 1067.365020] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.378542] env[68207]: DEBUG oslo_vmware.api [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.399508] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.400037] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b43bd857-7b70-4ac7-becd-cabdb2de34cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.409923] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1067.409923] env[68207]: value = "task-2777347" [ 1067.409923] env[68207]: _type = "Task" [ 1067.409923] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.423507] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.488768] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.491372] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.821s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.493034] env[68207]: INFO nova.compute.claims [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.511299] env[68207]: INFO nova.scheduler.client.report [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance eaf160db-779d-42bf-8f14-d97f897aa7d2 [ 1067.615898] env[68207]: DEBUG nova.network.neutron [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Updated VIF entry in instance network info cache for port 16e7c13f-55ba-445d-97bf-676f402e1688. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.616356] env[68207]: DEBUG nova.network.neutron [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Updating instance_info_cache with network_info: [{"id": "16e7c13f-55ba-445d-97bf-676f402e1688", "address": "fa:16:3e:20:9a:26", "network": {"id": "ced98235-36eb-4059-8836-44ef39fcf20d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1644736401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eb815fdbcba4bdea9d5cfb99fabf43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e7c13f-55", "ovs_interfaceid": "16e7c13f-55ba-445d-97bf-676f402e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.630410] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.661802] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.662094] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.662275] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.662482] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.662624] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.662784] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.663011] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.663217] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.663421] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.663595] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.663771] env[68207]: DEBUG nova.virt.hardware [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.665270] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558d049-4c7f-4344-922a-f4743e19277b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.674084] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cbeed0-00d1-4a33-b569-ac20748d45b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.796685] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777345, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.876401] env[68207]: DEBUG oslo_vmware.api [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777346, 'name': PowerOffVM_Task, 'duration_secs': 0.208449} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.876659] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.876823] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.877085] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36006322-f9da-4303-aa4a-a9138d50f85f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.910829] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.911080] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.912074] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Deleting the datastore file [datastore2] 24380dce-d4a1-4051-9e4c-e4a7895819f7 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.914791] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc2bb39-868c-4358-950c-4894404ae98d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.924414] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777347, 'name': PowerOffVM_Task, 'duration_secs': 0.280816} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.926081] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.926318] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.926644] env[68207]: DEBUG oslo_vmware.api [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for the task: (returnval){ [ 1067.926644] env[68207]: value = "task-2777349" [ 1067.926644] env[68207]: _type = "Task" [ 1067.926644] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.927360] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c37b7f8-6982-4e19-933f-0ee5b1288663 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.938827] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.942687] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6150c234-9978-416e-915b-1ed07ffa4ce2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.944693] env[68207]: DEBUG oslo_vmware.api [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.970397] env[68207]: DEBUG nova.network.neutron [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Successfully updated port: 3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.977440] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.981037] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.981037] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleting the datastore file [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.981037] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0367a8f-00a8-43fd-bca7-c9579c2af946 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.989601] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1067.989601] env[68207]: value = "task-2777351" [ 1067.989601] env[68207]: _type = "Task" [ 1067.989601] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.005106] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.018840] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9315c03-5855-40cf-8f03-b0bc12f8388a tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "eaf160db-779d-42bf-8f14-d97f897aa7d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.563s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.119779] env[68207]: DEBUG oslo_concurrency.lockutils [req-cb24ce2e-25a2-40d1-a1b4-a51f03925a4b req-fb463118-8945-4735-8a67-7e96f2afe21b service nova] Releasing lock "refresh_cache-121cd79c-7af5-4f38-bcc3-20de63516a4c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.297811] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777345, 'name': CreateVM_Task, 'duration_secs': 0.633446} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.297986] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.298675] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.298837] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.299185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.299441] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ebb0cdc-6335-49b5-bf44-e52bc22777af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.304784] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1068.304784] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b85a26-c489-286d-0697-f750d4c836af" [ 1068.304784] env[68207]: _type = "Task" [ 1068.304784] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.316249] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b85a26-c489-286d-0697-f750d4c836af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.439186] env[68207]: DEBUG oslo_vmware.api [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Task: {'id': task-2777349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239109} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.439493] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.439651] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.439830] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.440009] env[68207]: INFO nova.compute.manager [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1068.440263] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.440458] env[68207]: DEBUG nova.compute.manager [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.440556] env[68207]: DEBUG nova.network.neutron [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.456871] env[68207]: DEBUG nova.network.neutron [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.480395] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-1708bb4b-3539-4c9a-a1fe-f0f19936d58b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.480604] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-1708bb4b-3539-4c9a-a1fe-f0f19936d58b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.480763] env[68207]: DEBUG nova.network.neutron [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.499888] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32486} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.500230] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.500453] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.500666] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.712692] env[68207]: DEBUG nova.compute.manager [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Received event network-vif-plugged-3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.712942] env[68207]: DEBUG oslo_concurrency.lockutils [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] Acquiring lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.713236] env[68207]: DEBUG oslo_concurrency.lockutils [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.713424] env[68207]: DEBUG oslo_concurrency.lockutils [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.713596] env[68207]: DEBUG nova.compute.manager [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] No waiting events found dispatching network-vif-plugged-3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.713756] env[68207]: WARNING nova.compute.manager [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Received unexpected event network-vif-plugged-3756daf7-bbfe-4d68-b8b5-4676c31da1e4 for instance with vm_state building and task_state spawning. [ 1068.713920] env[68207]: DEBUG nova.compute.manager [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Received event network-changed-3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.714076] env[68207]: DEBUG nova.compute.manager [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Refreshing instance network info cache due to event network-changed-3756daf7-bbfe-4d68-b8b5-4676c31da1e4. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1068.714247] env[68207]: DEBUG oslo_concurrency.lockutils [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] Acquiring lock "refresh_cache-1708bb4b-3539-4c9a-a1fe-f0f19936d58b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.744540] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d8cda-70e5-44f5-a3b4-fe8eca2f06f5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.753483] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b512840c-3de0-4025-85c0-6ae4c898063c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.785821] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1973832d-4091-437e-80f4-c87718308199 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.795050] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f042ee-fdcf-4c41-b500-9f4b77797402 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.810859] env[68207]: DEBUG nova.compute.provider_tree [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.821805] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b85a26-c489-286d-0697-f750d4c836af, 'name': SearchDatastore_Task, 'duration_secs': 0.054173} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.822378] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.822612] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.822840] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.822996] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.823180] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.823727] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec8f1d9f-04d7-4923-af52-406b111bd848 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.837459] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.837660] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.838460] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201f4c67-2829-4575-83a9-c56ba6b6bf93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.844795] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1068.844795] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52680f1a-bbb8-e6b5-15b2-bff0e262b63c" [ 1068.844795] env[68207]: _type = "Task" [ 1068.844795] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.853542] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52680f1a-bbb8-e6b5-15b2-bff0e262b63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.959632] env[68207]: DEBUG nova.network.neutron [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.013367] env[68207]: DEBUG nova.network.neutron [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.131205] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.131452] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.131738] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.131933] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.132120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.134153] env[68207]: INFO nova.compute.manager [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Terminating instance [ 1069.142041] env[68207]: DEBUG nova.network.neutron [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Updating instance_info_cache with network_info: [{"id": "3756daf7-bbfe-4d68-b8b5-4676c31da1e4", "address": "fa:16:3e:ab:5b:d1", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3756daf7-bb", "ovs_interfaceid": "3756daf7-bbfe-4d68-b8b5-4676c31da1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.316941] env[68207]: DEBUG nova.scheduler.client.report [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.355709] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52680f1a-bbb8-e6b5-15b2-bff0e262b63c, 'name': SearchDatastore_Task, 'duration_secs': 0.037428} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.356530] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f96e23-33cb-4c31-b48c-5d7723d92870 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.362623] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1069.362623] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52864436-c94a-0d6b-aa3a-40e7ece672f2" [ 1069.362623] env[68207]: _type = "Task" [ 1069.362623] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.373272] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52864436-c94a-0d6b-aa3a-40e7ece672f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.374885] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.375193] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.375482] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.375729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.375965] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.378893] env[68207]: INFO nova.compute.manager [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Terminating instance [ 1069.462690] env[68207]: INFO nova.compute.manager [-] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Took 1.02 seconds to deallocate network for instance. [ 1069.536833] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.537110] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.537267] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.537456] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.537597] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.537743] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.537956] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.538123] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.538290] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.538451] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.538623] env[68207]: DEBUG nova.virt.hardware [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.539757] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b1e39a-60d5-45c0-adfd-7d511a407d7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.549372] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8083ff77-edbf-423b-8e38-b6bfa7e14b09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.562702] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.568375] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.568645] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.568852] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ab1e16-38c3-41d2-851d-a8010254da1b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.586917] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.586917] env[68207]: value = "task-2777352" [ 1069.586917] env[68207]: _type = "Task" [ 1069.586917] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.594789] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777352, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.637707] env[68207]: DEBUG nova.compute.manager [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.638155] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.639041] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d384958-c102-4b58-a24d-f338ad0388dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.646486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-1708bb4b-3539-4c9a-a1fe-f0f19936d58b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646795] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Instance network_info: |[{"id": "3756daf7-bbfe-4d68-b8b5-4676c31da1e4", "address": "fa:16:3e:ab:5b:d1", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3756daf7-bb", "ovs_interfaceid": "3756daf7-bbfe-4d68-b8b5-4676c31da1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.647403] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.647674] env[68207]: DEBUG oslo_concurrency.lockutils [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] Acquired lock "refresh_cache-1708bb4b-3539-4c9a-a1fe-f0f19936d58b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.647849] env[68207]: DEBUG nova.network.neutron [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Refreshing network info cache for port 3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.648966] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:5b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3756daf7-bbfe-4d68-b8b5-4676c31da1e4', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.656829] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.657026] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b495e8-4779-4c6c-96c9-00f63003843a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.661446] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.661896] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146ebfe9-fe89-41f7-93c1-df1e04eed397 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.681492] env[68207]: DEBUG oslo_vmware.api [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1069.681492] env[68207]: value = "task-2777353" [ 1069.681492] env[68207]: _type = "Task" [ 1069.681492] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.685450] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.685450] env[68207]: value = "task-2777354" [ 1069.685450] env[68207]: _type = "Task" [ 1069.685450] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.692256] env[68207]: DEBUG oslo_vmware.api [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.696970] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777354, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.823886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.824485] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.827113] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.046s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.827323] env[68207]: DEBUG nova.objects.instance [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.876542] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52864436-c94a-0d6b-aa3a-40e7ece672f2, 'name': SearchDatastore_Task, 'duration_secs': 0.049295} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.876844] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.877151] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 121cd79c-7af5-4f38-bcc3-20de63516a4c/121cd79c-7af5-4f38-bcc3-20de63516a4c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.877682] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41c76b19-7f95-4b0e-8110-087276ddc827 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.884025] env[68207]: DEBUG nova.compute.manager [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.884025] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.884149] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a243c3c7-0512-4c94-8dd7-1a3f93966b13 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.890457] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1069.890457] env[68207]: value = "task-2777355" [ 1069.890457] env[68207]: _type = "Task" [ 1069.890457] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.898109] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.900031] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c65b11dc-45ea-41f8-a5d1-591fb409f3c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.905599] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.908041] env[68207]: DEBUG nova.network.neutron [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Updated VIF entry in instance network info cache for port 3756daf7-bbfe-4d68-b8b5-4676c31da1e4. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.908135] env[68207]: DEBUG nova.network.neutron [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Updating instance_info_cache with network_info: [{"id": "3756daf7-bbfe-4d68-b8b5-4676c31da1e4", "address": "fa:16:3e:ab:5b:d1", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3756daf7-bb", "ovs_interfaceid": "3756daf7-bbfe-4d68-b8b5-4676c31da1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.910670] env[68207]: DEBUG oslo_vmware.api [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1069.910670] env[68207]: value = "task-2777356" [ 1069.910670] env[68207]: _type = "Task" [ 1069.910670] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.920041] env[68207]: DEBUG oslo_vmware.api [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.969480] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.102412] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777352, 'name': CreateVM_Task, 'duration_secs': 0.50293} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.102667] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.103205] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.103430] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.103866] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.104205] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee1aaf0-48e5-4e45-a6a6-2337f4b10756 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.109760] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1070.109760] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5234fba4-b146-abbd-c359-a240da28d910" [ 1070.109760] env[68207]: _type = "Task" [ 1070.109760] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.120408] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5234fba4-b146-abbd-c359-a240da28d910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.194780] env[68207]: DEBUG oslo_vmware.api [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777353, 'name': PowerOffVM_Task, 'duration_secs': 0.276125} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.197855] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.198067] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.198271] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777354, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.198478] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3039eb88-84a9-4cf8-8539-5daaeb20376f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.263426] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.263614] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.263799] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] d2c6e692-e385-4e42-9277-d4b9c6f2b2f2 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.264143] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbfe7b05-777d-40ee-bca5-a0b9139f5cf9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.271200] env[68207]: DEBUG oslo_vmware.api [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1070.271200] env[68207]: value = "task-2777358" [ 1070.271200] env[68207]: _type = "Task" [ 1070.271200] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.280409] env[68207]: DEBUG oslo_vmware.api [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.337413] env[68207]: DEBUG nova.compute.utils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.338805] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.338977] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.382504] env[68207]: DEBUG nova.policy [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7fe4f28fc314949add82299ab993c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf84a46faed436690a4afc7ed1cb667', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.401056] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777355, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.412578] env[68207]: DEBUG oslo_concurrency.lockutils [req-56bee2e0-7d09-4cdd-bab7-ce2f9aa8efa0 req-f58f1762-a47d-4102-bcb5-6c74fd32000d service nova] Releasing lock "refresh_cache-1708bb4b-3539-4c9a-a1fe-f0f19936d58b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.423141] env[68207]: DEBUG oslo_vmware.api [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777356, 'name': PowerOffVM_Task, 'duration_secs': 0.304467} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.423525] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.423771] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.424120] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5747760-e80c-433f-8a6c-3462ca849e04 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.504383] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.504383] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.504881] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Deleting the datastore file [datastore2] b675a6ab-7fe2-47ef-9326-55c39a1373cb {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.504922] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be67d71c-0f38-4708-8c69-499530f219e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.525104] env[68207]: DEBUG oslo_vmware.api [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1070.525104] env[68207]: value = "task-2777360" [ 1070.525104] env[68207]: _type = "Task" [ 1070.525104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.534978] env[68207]: DEBUG oslo_vmware.api [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.622116] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5234fba4-b146-abbd-c359-a240da28d910, 'name': SearchDatastore_Task, 'duration_secs': 0.018865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.622559] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.622749] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.622989] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.625721] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.625721] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.625721] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef478744-392a-4dca-9001-7321e422036d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.639788] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.639995] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.640763] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5093c0a-1159-4a77-a100-9093b856227b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.647028] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1070.647028] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52df211f-5e7f-49a1-868b-4956054db1ab" [ 1070.647028] env[68207]: _type = "Task" [ 1070.647028] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.655011] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52df211f-5e7f-49a1-868b-4956054db1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.675844] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Successfully created port: 78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.695440] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777354, 'name': CreateVM_Task, 'duration_secs': 0.53911} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.695640] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.696310] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.696475] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.696810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.697064] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274e7c9f-fbe7-478c-9189-c916f1aa4828 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.701525] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1070.701525] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528da0fe-ff2e-6c7e-f135-6b61b2f93a2b" [ 1070.701525] env[68207]: _type = "Task" [ 1070.701525] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.709212] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528da0fe-ff2e-6c7e-f135-6b61b2f93a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.780989] env[68207]: DEBUG oslo_vmware.api [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479644} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.781366] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.781557] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.781737] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.781908] env[68207]: INFO nova.compute.manager [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1070.782167] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.782476] env[68207]: DEBUG nova.compute.manager [-] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.782587] env[68207]: DEBUG nova.network.neutron [-] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.841272] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8c95aa40-3d41-4358-af83-f5c77d06d7eb tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.842536] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.766s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.842846] env[68207]: DEBUG nova.objects.instance [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lazy-loading 'resources' on Instance uuid 090dd945-10e1-4fe3-841e-cace0a125d86 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.844964] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.902995] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737366} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.903785] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 121cd79c-7af5-4f38-bcc3-20de63516a4c/121cd79c-7af5-4f38-bcc3-20de63516a4c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.904386] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.904805] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99b86b9-527d-45c1-968c-abeaae31c47e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.911414] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1070.911414] env[68207]: value = "task-2777361" [ 1070.911414] env[68207]: _type = "Task" [ 1070.911414] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.920147] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.933921] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Successfully created port: 227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.035563] env[68207]: DEBUG oslo_vmware.api [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290265} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.035835] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.036071] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.036232] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.036415] env[68207]: INFO nova.compute.manager [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1071.036679] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.036887] env[68207]: DEBUG nova.compute.manager [-] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.037027] env[68207]: DEBUG nova.network.neutron [-] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.077707] env[68207]: DEBUG nova.compute.manager [req-3348cc4f-7df2-41c9-ac95-c35f4ab831af req-af3d1e6e-25b2-4007-91df-ca068a2d3577 service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Received event network-vif-deleted-363ca660-0ef4-468c-9340-7f558b7a9722 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.077933] env[68207]: INFO nova.compute.manager [req-3348cc4f-7df2-41c9-ac95-c35f4ab831af req-af3d1e6e-25b2-4007-91df-ca068a2d3577 service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Neutron deleted interface 363ca660-0ef4-468c-9340-7f558b7a9722; detaching it from the instance and deleting it from the info cache [ 1071.078137] env[68207]: DEBUG nova.network.neutron [req-3348cc4f-7df2-41c9-ac95-c35f4ab831af req-af3d1e6e-25b2-4007-91df-ca068a2d3577 service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.157677] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52df211f-5e7f-49a1-868b-4956054db1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.158115] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b570fba5-4b81-4a9a-b830-349d22523e05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.164131] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1071.164131] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]522e5424-343d-24c9-83a6-77d15bf9810a" [ 1071.164131] env[68207]: _type = "Task" [ 1071.164131] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.171702] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522e5424-343d-24c9-83a6-77d15bf9810a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.211985] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528da0fe-ff2e-6c7e-f135-6b61b2f93a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.212371] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.212622] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.212835] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.381665] env[68207]: DEBUG nova.compute.manager [req-6f91c3cf-4e86-4516-9875-0ef9d2fdcf75 req-d7c769af-2657-484f-9361-a31ef7099988 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Received event network-vif-deleted-d56777c0-9493-4c4f-9961-433b102d6817 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.381875] env[68207]: INFO nova.compute.manager [req-6f91c3cf-4e86-4516-9875-0ef9d2fdcf75 req-d7c769af-2657-484f-9361-a31ef7099988 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Neutron deleted interface d56777c0-9493-4c4f-9961-433b102d6817; detaching it from the instance and deleting it from the info cache [ 1071.382064] env[68207]: DEBUG nova.network.neutron [req-6f91c3cf-4e86-4516-9875-0ef9d2fdcf75 req-d7c769af-2657-484f-9361-a31ef7099988 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.422918] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154324} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.425208] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.426246] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a16ad-328e-4bab-a03c-ac1b8226ded5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.448012] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 121cd79c-7af5-4f38-bcc3-20de63516a4c/121cd79c-7af5-4f38-bcc3-20de63516a4c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.450726] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e541fd-15ee-4b22-b3c3-4f851fb135f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.473619] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1071.473619] env[68207]: value = "task-2777362" [ 1071.473619] env[68207]: _type = "Task" [ 1071.473619] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.485708] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.559032] env[68207]: DEBUG nova.network.neutron [-] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.580795] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a72e36ba-3d9b-440d-9e97-b4af5a200ea2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.590833] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed9cf9a-2c16-49d2-9e31-faae9e25dd9c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.628669] env[68207]: DEBUG nova.compute.manager [req-3348cc4f-7df2-41c9-ac95-c35f4ab831af req-af3d1e6e-25b2-4007-91df-ca068a2d3577 service nova] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Detach interface failed, port_id=363ca660-0ef4-468c-9340-7f558b7a9722, reason: Instance d2c6e692-e385-4e42-9277-d4b9c6f2b2f2 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1071.642709] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc1bc56-aca6-45c7-9aaf-f023079de5b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.650120] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48f4388-7896-4f29-943e-bae31beeee9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.684057] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91109ab-914f-4e7d-979a-4182ee7ca750 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.693250] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]522e5424-343d-24c9-83a6-77d15bf9810a, 'name': SearchDatastore_Task, 'duration_secs': 0.020815} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.695342] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.695634] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.695970] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.696175] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.696383] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed618c1-e57e-4013-ab8a-2080ed9a7b26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.699087] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e7741-40de-4453-9de8-82a07f9f1e0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.702806] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765628e4-b922-4747-97ef-e201cc2b65f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.714999] env[68207]: DEBUG nova.compute.provider_tree [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.719109] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.719396] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.720689] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1071.720689] env[68207]: value = "task-2777363" [ 1071.720689] env[68207]: _type = "Task" [ 1071.720689] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.721220] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bbb8fb-9359-4729-b041-69b00a20a0bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.734930] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1071.734930] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525b3f2a-4faf-7f43-548f-d6b725bb5fc5" [ 1071.734930] env[68207]: _type = "Task" [ 1071.734930] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.735434] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.743357] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525b3f2a-4faf-7f43-548f-d6b725bb5fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.854788] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.856587] env[68207]: DEBUG nova.network.neutron [-] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.886044] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09abc9ed-e894-4fcf-bb7f-88640ce83af3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.891845] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.892120] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.892315] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.892515] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.892672] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.892810] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.893116] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.893208] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.893382] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.893551] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.893738] env[68207]: DEBUG nova.virt.hardware [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.894726] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01f263-fa12-4227-b1de-040c2e5926db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.901704] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4206ec-c959-47cc-b42a-11f63a2ccefc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.916659] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee01e71e-1baf-492d-831c-0ff08be415a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.941275] env[68207]: DEBUG nova.compute.manager [req-6f91c3cf-4e86-4516-9875-0ef9d2fdcf75 req-d7c769af-2657-484f-9361-a31ef7099988 service nova] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Detach interface failed, port_id=d56777c0-9493-4c4f-9961-433b102d6817, reason: Instance b675a6ab-7fe2-47ef-9326-55c39a1373cb could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1071.983884] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.061801] env[68207]: INFO nova.compute.manager [-] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Took 1.28 seconds to deallocate network for instance. [ 1072.236248] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.245492] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525b3f2a-4faf-7f43-548f-d6b725bb5fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.062686} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.246643] env[68207]: ERROR nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] [req-c6ff7805-4ff2-4f25-baf8-c857ddd27c2f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6ff7805-4ff2-4f25-baf8-c857ddd27c2f"}]} [ 1072.249809] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101926c9-8d26-4465-9ee8-47a40fb22e05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.255591] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1072.255591] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520274a8-58b5-3487-6416-68f90de7bf34" [ 1072.255591] env[68207]: _type = "Task" [ 1072.255591] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.263704] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520274a8-58b5-3487-6416-68f90de7bf34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.265028] env[68207]: DEBUG nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1072.281046] env[68207]: DEBUG nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1072.281286] env[68207]: DEBUG nova.compute.provider_tree [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.296396] env[68207]: DEBUG nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1072.319125] env[68207]: DEBUG nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1072.359549] env[68207]: INFO nova.compute.manager [-] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Took 1.32 seconds to deallocate network for instance. [ 1072.486733] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777362, 'name': ReconfigVM_Task, 'duration_secs': 0.808197} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.487104] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 121cd79c-7af5-4f38-bcc3-20de63516a4c/121cd79c-7af5-4f38-bcc3-20de63516a4c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.487862] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1868fcf0-9b35-4b0e-93d2-eb1b61a58a22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.498098] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1072.498098] env[68207]: value = "task-2777364" [ 1072.498098] env[68207]: _type = "Task" [ 1072.498098] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.509915] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777364, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.559473] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Successfully updated port: 78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.570283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.576517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21e39d-b4a6-4c29-9dce-d59eea59ecc5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.584097] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371854f9-78c7-4542-a61c-2f49b06c50f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.614774] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d153a2-cb7f-4b6b-9ff2-8c43844d8ee3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.622387] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f6454-c15c-429d-ae87-6f5663acf932 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.638557] env[68207]: DEBUG nova.compute.provider_tree [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.735567] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832992} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.735567] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.735748] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.735899] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfe1b88f-c630-40f5-9e32-7297e570d3d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.741951] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1072.741951] env[68207]: value = "task-2777365" [ 1072.741951] env[68207]: _type = "Task" [ 1072.741951] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.749225] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.764656] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520274a8-58b5-3487-6416-68f90de7bf34, 'name': SearchDatastore_Task, 'duration_secs': 0.067506} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.764902] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.765218] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1708bb4b-3539-4c9a-a1fe-f0f19936d58b/1708bb4b-3539-4c9a-a1fe-f0f19936d58b.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.765480] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d740ba6c-0ad7-4769-9800-7aeeab7f5dd8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.772387] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1072.772387] env[68207]: value = "task-2777366" [ 1072.772387] env[68207]: _type = "Task" [ 1072.772387] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.780268] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.867631] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.008412] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777364, 'name': Rename_Task, 'duration_secs': 0.216207} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.008558] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.008747] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9eef1b-764c-4743-89b3-c5b477b2ce8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.015369] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1073.015369] env[68207]: value = "task-2777367" [ 1073.015369] env[68207]: _type = "Task" [ 1073.015369] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.023179] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.172414] env[68207]: DEBUG nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1073.172745] env[68207]: DEBUG nova.compute.provider_tree [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 137 to 138 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1073.172953] env[68207]: DEBUG nova.compute.provider_tree [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.252583] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158576} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.253330] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.254205] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b36aa3-5852-4add-ac10-a09a1222e575 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.277224] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.277604] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6670e5-bd73-4765-9024-c4e8043c84af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.301104] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.302472] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1073.302472] env[68207]: value = "task-2777368" [ 1073.302472] env[68207]: _type = "Task" [ 1073.302472] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.410898] env[68207]: DEBUG nova.compute.manager [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received event network-vif-plugged-78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.411427] env[68207]: DEBUG oslo_concurrency.lockutils [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] Acquiring lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.411730] env[68207]: DEBUG oslo_concurrency.lockutils [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.411940] env[68207]: DEBUG oslo_concurrency.lockutils [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.412149] env[68207]: DEBUG nova.compute.manager [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] No waiting events found dispatching network-vif-plugged-78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.412402] env[68207]: WARNING nova.compute.manager [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received unexpected event network-vif-plugged-78a7326e-3d71-4a1f-9c3f-f2414522edb8 for instance with vm_state building and task_state spawning. [ 1073.412598] env[68207]: DEBUG nova.compute.manager [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received event network-changed-78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.412913] env[68207]: DEBUG nova.compute.manager [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Refreshing instance network info cache due to event network-changed-78a7326e-3d71-4a1f-9c3f-f2414522edb8. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1073.413074] env[68207]: DEBUG oslo_concurrency.lockutils [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] Acquiring lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.413239] env[68207]: DEBUG oslo_concurrency.lockutils [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] Acquired lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.413438] env[68207]: DEBUG nova.network.neutron [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Refreshing network info cache for port 78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.527077] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777367, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.678644] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.836s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.680839] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.051s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.681093] env[68207]: DEBUG nova.objects.instance [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lazy-loading 'resources' on Instance uuid ef16c3ea-ff4d-4a4d-801c-4b7aa6548111 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.701580] env[68207]: INFO nova.scheduler.client.report [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Deleted allocations for instance 090dd945-10e1-4fe3-841e-cace0a125d86 [ 1073.786744] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.786983] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1708bb4b-3539-4c9a-a1fe-f0f19936d58b/1708bb4b-3539-4c9a-a1fe-f0f19936d58b.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.787212] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.787448] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6af0240c-7d9e-4df7-befa-8e709fd2d874 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.794579] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1073.794579] env[68207]: value = "task-2777369" [ 1073.794579] env[68207]: _type = "Task" [ 1073.794579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.818112] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.822747] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.948147] env[68207]: DEBUG nova.network.neutron [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.028628] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777367, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.035722] env[68207]: DEBUG nova.network.neutron [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.209547] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5523c356-a333-4420-acf9-0e9cf9eb338a tempest-ServerRescueNegativeTestJSON-1117292396 tempest-ServerRescueNegativeTestJSON-1117292396-project-member] Lock "090dd945-10e1-4fe3-841e-cace0a125d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.748s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.304814] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188318} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.307774] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.308533] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55068648-4a78-48a8-b203-caee55d4a77c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.318062] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777368, 'name': ReconfigVM_Task, 'duration_secs': 0.726317} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.327267] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8/2e9f8b54-96df-4808-bacf-7c5a57de30a8.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.336583] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 1708bb4b-3539-4c9a-a1fe-f0f19936d58b/1708bb4b-3539-4c9a-a1fe-f0f19936d58b.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.338778] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e4d7669-a00a-4a10-ac3a-67a7cfef7c9a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.340335] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a06b6a-9dc6-4a46-a790-1a23a8e08fdd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.359874] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1074.359874] env[68207]: value = "task-2777370" [ 1074.359874] env[68207]: _type = "Task" [ 1074.359874] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.361096] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1074.361096] env[68207]: value = "task-2777371" [ 1074.361096] env[68207]: _type = "Task" [ 1074.361096] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.376363] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.380022] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777370, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.423999] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb679991-c898-4867-b98b-61fba2eeeda8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.431819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab557e80-25bb-4ad1-a0af-5ab8820f5b0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.467850] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99012c-eb75-46a2-a50f-f0988e7d9b4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.476615] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b058b-bd44-475c-b460-48e88195ca43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.490604] env[68207]: DEBUG nova.compute.provider_tree [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.527201] env[68207]: DEBUG oslo_vmware.api [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777367, 'name': PowerOnVM_Task, 'duration_secs': 1.16865} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.527394] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.527600] env[68207]: INFO nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1074.527779] env[68207]: DEBUG nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.528537] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b8ed3-f194-4ab2-ad82-0ab8932eb52a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.537710] env[68207]: DEBUG oslo_concurrency.lockutils [req-76836306-38e5-403b-a7cf-3cd06ea55c9f req-3fa8eb27-57ef-438e-8790-17d65c7a5711 service nova] Releasing lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.729250] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Successfully updated port: 227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.875343] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777370, 'name': Rename_Task, 'duration_secs': 0.188731} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.878450] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.878750] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.878965] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc915a4-a99f-4edc-9367-c1be819bfa0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.885280] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1074.885280] env[68207]: value = "task-2777372" [ 1074.885280] env[68207]: _type = "Task" [ 1074.885280] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.896260] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.993554] env[68207]: DEBUG nova.scheduler.client.report [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.044683] env[68207]: INFO nova.compute.manager [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Took 24.00 seconds to build instance. [ 1075.234207] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.234207] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.234207] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.380882] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777371, 'name': ReconfigVM_Task, 'duration_secs': 0.543828} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.380882] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 1708bb4b-3539-4c9a-a1fe-f0f19936d58b/1708bb4b-3539-4c9a-a1fe-f0f19936d58b.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.380882] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17fa1974-d7bb-40e8-ae01-53eaf149eed3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.389254] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1075.389254] env[68207]: value = "task-2777373" [ 1075.389254] env[68207]: _type = "Task" [ 1075.389254] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.399427] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777372, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.402717] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777373, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.443098] env[68207]: DEBUG nova.compute.manager [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received event network-vif-plugged-227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.443098] env[68207]: DEBUG oslo_concurrency.lockutils [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] Acquiring lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.443098] env[68207]: DEBUG oslo_concurrency.lockutils [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.443535] env[68207]: DEBUG oslo_concurrency.lockutils [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.443852] env[68207]: DEBUG nova.compute.manager [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] No waiting events found dispatching network-vif-plugged-227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.444243] env[68207]: WARNING nova.compute.manager [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received unexpected event network-vif-plugged-227a21a4-0e64-4216-a098-36f897e077b1 for instance with vm_state building and task_state spawning. [ 1075.444621] env[68207]: DEBUG nova.compute.manager [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received event network-changed-227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.444952] env[68207]: DEBUG nova.compute.manager [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Refreshing instance network info cache due to event network-changed-227a21a4-0e64-4216-a098-36f897e077b1. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1075.445278] env[68207]: DEBUG oslo_concurrency.lockutils [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] Acquiring lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.499218] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.501865] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.809s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.504150] env[68207]: INFO nova.compute.claims [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.530954] env[68207]: INFO nova.scheduler.client.report [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Deleted allocations for instance ef16c3ea-ff4d-4a4d-801c-4b7aa6548111 [ 1075.547253] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2556ee99-8369-45d7-88d6-939e992e0dda tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.522s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.783256] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.907021] env[68207]: DEBUG oslo_vmware.api [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777372, 'name': PowerOnVM_Task, 'duration_secs': 0.874693} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.907021] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.907021] env[68207]: DEBUG nova.compute.manager [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.907672] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777373, 'name': Rename_Task, 'duration_secs': 0.30328} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.907974] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2978e957-d3d5-4f28-a43f-a7a1efce6acd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.910495] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.910762] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5b1b0b-f2a0-4ea4-b91e-a879c070173e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.918857] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1075.918857] env[68207]: value = "task-2777374" [ 1075.918857] env[68207]: _type = "Task" [ 1075.918857] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.928898] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.044835] env[68207]: DEBUG oslo_concurrency.lockutils [None req-10473ef8-3d9c-469a-a4d8-5f64a24fd3da tempest-ServersTestJSON-1526774923 tempest-ServersTestJSON-1526774923-project-member] Lock "ef16c3ea-ff4d-4a4d-801c-4b7aa6548111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.309s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.403949] env[68207]: DEBUG nova.network.neutron [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Updating instance_info_cache with network_info: [{"id": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "address": "fa:16:3e:45:73:fa", "network": {"id": "c8ea90a9-127d-43c3-a964-bb4d1e056a35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-55492856", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a7326e-3d", "ovs_interfaceid": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "227a21a4-0e64-4216-a098-36f897e077b1", "address": "fa:16:3e:9c:5a:e3", "network": {"id": "f0953fb5-fed0-408e-b03f-69d6025f1ffa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694398530", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227a21a4-0e", "ovs_interfaceid": "227a21a4-0e64-4216-a098-36f897e077b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.438433] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.444301] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.464678] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "121cd79c-7af5-4f38-bcc3-20de63516a4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.465260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.465596] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "121cd79c-7af5-4f38-bcc3-20de63516a4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.465852] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.466140] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.469911] env[68207]: INFO nova.compute.manager [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Terminating instance [ 1076.772566] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ea70b-8ca9-4bd8-bb4e-7788b28eef4c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.781586] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df35d694-43a9-499e-9ce0-4e61af3e5191 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.817645] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc09be5-73ea-448b-a2ff-207cf1a28771 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.826175] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8fe46-3d2c-4e3c-b367-9a5bcbbdb910 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.840990] env[68207]: DEBUG nova.compute.provider_tree [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.907970] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Releasing lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.908427] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Instance network_info: |[{"id": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "address": "fa:16:3e:45:73:fa", "network": {"id": "c8ea90a9-127d-43c3-a964-bb4d1e056a35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-55492856", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a7326e-3d", "ovs_interfaceid": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "227a21a4-0e64-4216-a098-36f897e077b1", "address": "fa:16:3e:9c:5a:e3", "network": {"id": "f0953fb5-fed0-408e-b03f-69d6025f1ffa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694398530", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227a21a4-0e", "ovs_interfaceid": "227a21a4-0e64-4216-a098-36f897e077b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.908815] env[68207]: DEBUG oslo_concurrency.lockutils [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] Acquired lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.908977] env[68207]: DEBUG nova.network.neutron [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Refreshing network info cache for port 227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.910437] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:73:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a7326e-3d71-4a1f-9c3f-f2414522edb8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:5a:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '227a21a4-0e64-4216-a098-36f897e077b1', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.920303] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.922657] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.929952] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c628903-e329-4dc5-98d9-557e4c74d755 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.952664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.953043] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.953357] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.953645] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.953891] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.956901] env[68207]: INFO nova.compute.manager [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Terminating instance [ 1076.965639] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777374, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.967494] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.967494] env[68207]: value = "task-2777375" [ 1076.967494] env[68207]: _type = "Task" [ 1076.967494] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.974402] env[68207]: DEBUG nova.compute.manager [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.974737] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.975931] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b8969-7128-429c-bd12-6d61380e7e2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.983676] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777375, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.989496] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.989849] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5e6522c-d529-45eb-9d8c-943745523ed6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.996885] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1076.996885] env[68207]: value = "task-2777376" [ 1076.996885] env[68207]: _type = "Task" [ 1076.996885] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.007796] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.345087] env[68207]: DEBUG nova.scheduler.client.report [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.435677] env[68207]: DEBUG oslo_vmware.api [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777374, 'name': PowerOnVM_Task, 'duration_secs': 1.131184} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.436052] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.436338] env[68207]: INFO nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1077.436604] env[68207]: DEBUG nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.437525] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02243e7-9d09-4700-b256-064cfdc6970a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.461908] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "refresh_cache-2e9f8b54-96df-4808-bacf-7c5a57de30a8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.462132] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "refresh_cache-2e9f8b54-96df-4808-bacf-7c5a57de30a8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.463332] env[68207]: DEBUG nova.network.neutron [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.479308] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777375, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.506450] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777376, 'name': PowerOffVM_Task, 'duration_secs': 0.385409} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.506667] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.506827] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.507094] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c54c1e-2b18-410e-a681-089eafcc9698 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.618196] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.618929] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.619179] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleting the datastore file [datastore2] 121cd79c-7af5-4f38-bcc3-20de63516a4c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.619504] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-034d7e9f-b24a-4152-833b-a6e862047314 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.629779] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for the task: (returnval){ [ 1077.629779] env[68207]: value = "task-2777378" [ 1077.629779] env[68207]: _type = "Task" [ 1077.629779] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.640431] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.710338] env[68207]: DEBUG nova.network.neutron [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Updated VIF entry in instance network info cache for port 227a21a4-0e64-4216-a098-36f897e077b1. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.710338] env[68207]: DEBUG nova.network.neutron [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Updating instance_info_cache with network_info: [{"id": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "address": "fa:16:3e:45:73:fa", "network": {"id": "c8ea90a9-127d-43c3-a964-bb4d1e056a35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-55492856", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a7326e-3d", "ovs_interfaceid": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "227a21a4-0e64-4216-a098-36f897e077b1", "address": "fa:16:3e:9c:5a:e3", "network": {"id": "f0953fb5-fed0-408e-b03f-69d6025f1ffa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1694398530", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227a21a4-0e", "ovs_interfaceid": "227a21a4-0e64-4216-a098-36f897e077b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.851917] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.852882] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.857044] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.888s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.861385] env[68207]: DEBUG nova.objects.instance [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lazy-loading 'resources' on Instance uuid 24380dce-d4a1-4051-9e4c-e4a7895819f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.955818] env[68207]: INFO nova.compute.manager [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Took 23.12 seconds to build instance. [ 1077.981163] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777375, 'name': CreateVM_Task, 'duration_secs': 0.695797} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.981344] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.982424] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.982424] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.982698] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.983878] env[68207]: DEBUG nova.network.neutron [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.985647] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385b1fb9-2107-4b9a-83f8-93ab038886e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.991810] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1077.991810] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5249cd6d-e25b-91e4-da29-cee10b9f62f4" [ 1077.991810] env[68207]: _type = "Task" [ 1077.991810] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.002896] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5249cd6d-e25b-91e4-da29-cee10b9f62f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.064804] env[68207]: DEBUG nova.network.neutron [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.141161] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.212466] env[68207]: DEBUG oslo_concurrency.lockutils [req-e42c4729-c70e-477e-b213-a1d097e47f64 req-36467a27-4d5a-4d06-8f26-e7af86f2869e service nova] Releasing lock "refresh_cache-354580d5-c57d-4ce5-b59c-41233d615a8c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.365806] env[68207]: DEBUG nova.compute.utils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.370918] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.371656] env[68207]: DEBUG nova.network.neutron [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.373338] env[68207]: DEBUG oslo_concurrency.lockutils [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.441498] env[68207]: DEBUG nova.policy [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e783464dc1d4207a50f292f01ecb402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1235318454034bd584dab174706cb0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.456730] env[68207]: DEBUG oslo_concurrency.lockutils [None req-07a06cf0-f606-41ef-ad89-018cc9c94fc8 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.629s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.457045] env[68207]: DEBUG oslo_concurrency.lockutils [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.084s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.457325] env[68207]: DEBUG nova.compute.manager [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.458367] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9464bc0-a301-457c-a944-0f23845f90ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.468437] env[68207]: DEBUG nova.compute.manager [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1078.469038] env[68207]: DEBUG nova.objects.instance [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'flavor' on Instance uuid 1708bb4b-3539-4c9a-a1fe-f0f19936d58b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.505431] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5249cd6d-e25b-91e4-da29-cee10b9f62f4, 'name': SearchDatastore_Task, 'duration_secs': 0.02619} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.506032] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.506312] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.506768] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.506768] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.506903] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.507202] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6193fb25-05f1-40ae-abea-8eb824f656d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.515966] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.516172] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.516945] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04dd4f2-f37c-427a-937b-f08c4551bbe6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.524918] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1078.524918] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526444df-c8a9-3195-4518-dd7043738bb2" [ 1078.524918] env[68207]: _type = "Task" [ 1078.524918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.532295] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526444df-c8a9-3195-4518-dd7043738bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.570022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "refresh_cache-2e9f8b54-96df-4808-bacf-7c5a57de30a8" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.570022] env[68207]: DEBUG nova.compute.manager [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.570022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.570022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943534b-054c-4524-b0a2-6778bba67849 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.582172] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.582172] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1113b276-01af-473f-9ae3-06ecf270c6fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.590047] env[68207]: DEBUG oslo_vmware.api [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1078.590047] env[68207]: value = "task-2777379" [ 1078.590047] env[68207]: _type = "Task" [ 1078.590047] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.601812] env[68207]: DEBUG oslo_vmware.api [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.643437] env[68207]: DEBUG oslo_vmware.api [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Task: {'id': task-2777378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635156} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.647924] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.647924] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.647924] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.647924] env[68207]: INFO nova.compute.manager [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1078.647924] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.648312] env[68207]: DEBUG nova.compute.manager [-] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.648312] env[68207]: DEBUG nova.network.neutron [-] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.660824] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8512cc1-8572-4336-add4-7466ddcc7d62 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.666578] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b468f9-93ea-4236-a762-82104d4f8036 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.699950] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c138413-e76a-4134-88a3-e0492e087110 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.707572] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a6e99-abdb-45b5-bb53-2a23c20f0f5f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.724279] env[68207]: DEBUG nova.compute.provider_tree [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.874444] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.923559] env[68207]: DEBUG nova.network.neutron [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Successfully created port: 11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.035563] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526444df-c8a9-3195-4518-dd7043738bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.029771} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.036707] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe7e01e-a876-4cbf-94f9-20c283317b07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.045470] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1079.045470] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527a9849-1b14-06ae-1724-3e909e5225d0" [ 1079.045470] env[68207]: _type = "Task" [ 1079.045470] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.057025] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a9849-1b14-06ae-1724-3e909e5225d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.073880] env[68207]: DEBUG nova.compute.manager [req-1d8dab6e-99f5-447b-963e-a427d2f84aac req-5768919e-75fb-499e-813e-47252968b2dd service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Received event network-vif-deleted-16e7c13f-55ba-445d-97bf-676f402e1688 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.074112] env[68207]: INFO nova.compute.manager [req-1d8dab6e-99f5-447b-963e-a427d2f84aac req-5768919e-75fb-499e-813e-47252968b2dd service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Neutron deleted interface 16e7c13f-55ba-445d-97bf-676f402e1688; detaching it from the instance and deleting it from the info cache [ 1079.074523] env[68207]: DEBUG nova.network.neutron [req-1d8dab6e-99f5-447b-963e-a427d2f84aac req-5768919e-75fb-499e-813e-47252968b2dd service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.101759] env[68207]: DEBUG oslo_vmware.api [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777379, 'name': PowerOffVM_Task, 'duration_secs': 0.187651} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.102225] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.102628] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.103398] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-636f3bb4-99a2-427d-8da8-59e67b3e85a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.132053] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.132053] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.132053] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleting the datastore file [datastore2] 2e9f8b54-96df-4808-bacf-7c5a57de30a8 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.132559] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0104d0c0-a37b-44ac-89ab-883a1f59e204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.139587] env[68207]: DEBUG oslo_vmware.api [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1079.139587] env[68207]: value = "task-2777381" [ 1079.139587] env[68207]: _type = "Task" [ 1079.139587] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.147746] env[68207]: DEBUG oslo_vmware.api [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.227960] env[68207]: DEBUG nova.scheduler.client.report [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.344353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.344632] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.482089] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.482410] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f3ab3db-0e59-43f4-a9d6-f7984febe567 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.488521] env[68207]: DEBUG oslo_vmware.api [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1079.488521] env[68207]: value = "task-2777382" [ 1079.488521] env[68207]: _type = "Task" [ 1079.488521] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.496362] env[68207]: DEBUG oslo_vmware.api [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.555735] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527a9849-1b14-06ae-1724-3e909e5225d0, 'name': SearchDatastore_Task, 'duration_secs': 0.025246} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.556095] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.556355] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 354580d5-c57d-4ce5-b59c-41233d615a8c/354580d5-c57d-4ce5-b59c-41233d615a8c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.556709] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04dec18d-3095-4731-8f99-1b44c489fc4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.558693] env[68207]: DEBUG nova.network.neutron [-] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.564559] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1079.564559] env[68207]: value = "task-2777383" [ 1079.564559] env[68207]: _type = "Task" [ 1079.564559] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.573090] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.578044] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d03f435-c16b-4890-b765-cf9f7670b1a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.586065] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d9f79-d957-4d5a-b138-96565b07e0cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.617964] env[68207]: DEBUG nova.compute.manager [req-1d8dab6e-99f5-447b-963e-a427d2f84aac req-5768919e-75fb-499e-813e-47252968b2dd service nova] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Detach interface failed, port_id=16e7c13f-55ba-445d-97bf-676f402e1688, reason: Instance 121cd79c-7af5-4f38-bcc3-20de63516a4c could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1079.648780] env[68207]: DEBUG oslo_vmware.api [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227612} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.649045] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.649235] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.649441] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.649622] env[68207]: INFO nova.compute.manager [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1079.649878] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.650418] env[68207]: DEBUG nova.compute.manager [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.650519] env[68207]: DEBUG nova.network.neutron [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.667089] env[68207]: DEBUG nova.network.neutron [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.732800] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.735603] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.165s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.736067] env[68207]: DEBUG nova.objects.instance [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lazy-loading 'resources' on Instance uuid d2c6e692-e385-4e42-9277-d4b9c6f2b2f2 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.753092] env[68207]: INFO nova.scheduler.client.report [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Deleted allocations for instance 24380dce-d4a1-4051-9e4c-e4a7895819f7 [ 1079.849139] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.852763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.853056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.853390] env[68207]: DEBUG nova.objects.instance [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'flavor' on Instance uuid d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.884546] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.910734] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.910734] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.910734] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.911082] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.911082] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.911202] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.911427] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.911637] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.911813] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.911978] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.912169] env[68207]: DEBUG nova.virt.hardware [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.913201] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d17e5ee-75af-4e30-ac63-40f5094997ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.921972] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9134b90-3b14-4725-94a4-ea7c59d74fdd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.998291] env[68207]: DEBUG oslo_vmware.api [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777382, 'name': PowerOffVM_Task, 'duration_secs': 0.382329} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.998591] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.998818] env[68207]: DEBUG nova.compute.manager [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.999868] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422f074-0eb0-4ee0-a8f9-aa17f34180c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.061509] env[68207]: INFO nova.compute.manager [-] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Took 1.41 seconds to deallocate network for instance. [ 1080.075989] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.169863] env[68207]: DEBUG nova.network.neutron [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.266586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a1ea77af-4a49-4f6e-95a2-92db811cba4a tempest-ServerShowV254Test-458908776 tempest-ServerShowV254Test-458908776-project-member] Lock "24380dce-d4a1-4051-9e4c-e4a7895819f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.498s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.267716] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "112fe012-2240-49c3-a6d4-2599967c8abd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.267933] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "112fe012-2240-49c3-a6d4-2599967c8abd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.362236] env[68207]: DEBUG nova.objects.instance [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'pci_requests' on Instance uuid d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.388231] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.497950] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92343dd-77bd-4835-a08f-3e2084d5b6d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.505278] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e4460-a497-429d-90f6-30277285382b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.513617] env[68207]: DEBUG oslo_concurrency.lockutils [None req-68eedcd4-92ad-490a-adbb-56dfe23f0d36 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.548933] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10215563-20a4-4483-9f08-a97d37f14e2b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.553755] env[68207]: DEBUG nova.network.neutron [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Successfully updated port: 11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.559170] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d2d4a8-46a3-495a-896a-91244ed7dd3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.574120] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.575232] env[68207]: DEBUG nova.compute.provider_tree [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.584277] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701521} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.584532] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 354580d5-c57d-4ce5-b59c-41233d615a8c/354580d5-c57d-4ce5-b59c-41233d615a8c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.585110] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.585562] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f5d94f-6d0d-4e45-95eb-e6b27b61a499 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.592866] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1080.592866] env[68207]: value = "task-2777384" [ 1080.592866] env[68207]: _type = "Task" [ 1080.592866] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.602958] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.672262] env[68207]: INFO nova.compute.manager [-] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Took 1.02 seconds to deallocate network for instance. [ 1080.769725] env[68207]: DEBUG nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.870031] env[68207]: DEBUG nova.objects.base [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.870121] env[68207]: DEBUG nova.network.neutron [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.887662] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.887952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.888139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.888317] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.888482] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.890568] env[68207]: INFO nova.compute.manager [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Terminating instance [ 1080.943517] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5e905f5b-d46b-4e37-93e5-a86eccf9f5de tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.058669] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "refresh_cache-980c9299-1f0f-480e-aee0-e4a68fc6fe37" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.058827] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquired lock "refresh_cache-980c9299-1f0f-480e-aee0-e4a68fc6fe37" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.058980] env[68207]: DEBUG nova.network.neutron [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.098973] env[68207]: ERROR nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [req-a605caaa-3e23-4ce5-9881-28f3c622c225] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a605caaa-3e23-4ce5-9881-28f3c622c225"}]} [ 1081.104289] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177208} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.104558] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.105349] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f99ed4-fed1-4268-8ceb-dc5883e5ec47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.129168] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 354580d5-c57d-4ce5-b59c-41233d615a8c/354580d5-c57d-4ce5-b59c-41233d615a8c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.130239] env[68207]: DEBUG nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1081.131995] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aefdd23-e76c-4e3a-895c-9462bdd81634 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.148885] env[68207]: DEBUG nova.compute.manager [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Received event network-vif-plugged-11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.149112] env[68207]: DEBUG oslo_concurrency.lockutils [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] Acquiring lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.149693] env[68207]: DEBUG oslo_concurrency.lockutils [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.149964] env[68207]: DEBUG oslo_concurrency.lockutils [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.150235] env[68207]: DEBUG nova.compute.manager [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] No waiting events found dispatching network-vif-plugged-11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.150490] env[68207]: WARNING nova.compute.manager [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Received unexpected event network-vif-plugged-11e1fed4-9499-40d6-891c-e4e7e5a63796 for instance with vm_state building and task_state spawning. [ 1081.150740] env[68207]: DEBUG nova.compute.manager [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Received event network-changed-11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.150979] env[68207]: DEBUG nova.compute.manager [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Refreshing instance network info cache due to event network-changed-11e1fed4-9499-40d6-891c-e4e7e5a63796. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1081.151252] env[68207]: DEBUG oslo_concurrency.lockutils [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] Acquiring lock "refresh_cache-980c9299-1f0f-480e-aee0-e4a68fc6fe37" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.153958] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1081.153958] env[68207]: value = "task-2777385" [ 1081.153958] env[68207]: _type = "Task" [ 1081.153958] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.161166] env[68207]: DEBUG nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1081.161463] env[68207]: DEBUG nova.compute.provider_tree [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.170284] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777385, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.175159] env[68207]: DEBUG nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1081.178058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.194275] env[68207]: DEBUG nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1081.286737] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.375487] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac22132-8a31-43eb-8f44-0380c224239b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.383505] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3087b7-e4b4-43b1-9e34-0116daea8f7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.414634] env[68207]: DEBUG nova.compute.manager [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.414848] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.416143] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43b9850-3473-4592-9f12-97cbb30c5bc6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.419207] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae165b-b711-4fa0-b510-a245006062a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.425411] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.427286] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a67c01bd-c2c0-4635-abf1-10e7537c8fe4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.429570] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233bc7d2-5417-4dfc-845a-00520f047359 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.442513] env[68207]: DEBUG nova.compute.provider_tree [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.488587] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.488936] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.489184] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleting the datastore file [datastore2] 1708bb4b-3539-4c9a-a1fe-f0f19936d58b {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.489470] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7de535-9bce-4c56-9ac0-ed63e8d23fbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.495600] env[68207]: DEBUG oslo_vmware.api [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1081.495600] env[68207]: value = "task-2777387" [ 1081.495600] env[68207]: _type = "Task" [ 1081.495600] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.502902] env[68207]: DEBUG oslo_vmware.api [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.600287] env[68207]: DEBUG nova.network.neutron [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.663280] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777385, 'name': ReconfigVM_Task, 'duration_secs': 0.499074} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.663562] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 354580d5-c57d-4ce5-b59c-41233d615a8c/354580d5-c57d-4ce5-b59c-41233d615a8c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.664216] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b6d0f6-bd2d-4bf5-81c1-93e28d73beaf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.670128] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1081.670128] env[68207]: value = "task-2777388" [ 1081.670128] env[68207]: _type = "Task" [ 1081.670128] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.679307] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777388, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.751494] env[68207]: DEBUG nova.network.neutron [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Updating instance_info_cache with network_info: [{"id": "11e1fed4-9499-40d6-891c-e4e7e5a63796", "address": "fa:16:3e:4d:aa:e7", "network": {"id": "35edcac3-4454-4ca8-8a34-3fdf3480c5bf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-414604405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1235318454034bd584dab174706cb0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e1fed4-94", "ovs_interfaceid": "11e1fed4-9499-40d6-891c-e4e7e5a63796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.972965] env[68207]: DEBUG nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.973283] env[68207]: DEBUG nova.compute.provider_tree [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 140 to 141 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.973415] env[68207]: DEBUG nova.compute.provider_tree [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.005358] env[68207]: DEBUG oslo_vmware.api [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346545} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.005618] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.005802] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.005977] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.006165] env[68207]: INFO nova.compute.manager [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1082.006399] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.006584] env[68207]: DEBUG nova.compute.manager [-] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.006679] env[68207]: DEBUG nova.network.neutron [-] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.181188] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777388, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.254011] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Releasing lock "refresh_cache-980c9299-1f0f-480e-aee0-e4a68fc6fe37" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.254349] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Instance network_info: |[{"id": "11e1fed4-9499-40d6-891c-e4e7e5a63796", "address": "fa:16:3e:4d:aa:e7", "network": {"id": "35edcac3-4454-4ca8-8a34-3fdf3480c5bf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-414604405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1235318454034bd584dab174706cb0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e1fed4-94", "ovs_interfaceid": "11e1fed4-9499-40d6-891c-e4e7e5a63796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.254688] env[68207]: DEBUG oslo_concurrency.lockutils [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] Acquired lock "refresh_cache-980c9299-1f0f-480e-aee0-e4a68fc6fe37" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.254873] env[68207]: DEBUG nova.network.neutron [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Refreshing network info cache for port 11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.256040] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:aa:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11e1fed4-9499-40d6-891c-e4e7e5a63796', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.263527] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Creating folder: Project (1235318454034bd584dab174706cb0bc). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.264476] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3196d1a8-e4fa-42a2-a2ff-9cecf9f24f55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.274948] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Created folder: Project (1235318454034bd584dab174706cb0bc) in parent group-v558176. [ 1082.275144] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Creating folder: Instances. Parent ref: group-v558440. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.275365] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-612be254-a285-4ff9-b890-b29916d35620 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.283621] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Created folder: Instances in parent group-v558440. [ 1082.284605] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.284605] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.284605] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12fdf08c-a8d8-4b78-80cf-6815082c8da6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.304226] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.304226] env[68207]: value = "task-2777391" [ 1082.304226] env[68207]: _type = "Task" [ 1082.304226] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.312053] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777391, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.478232] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.743s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.481349] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.613s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.481650] env[68207]: DEBUG nova.objects.instance [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lazy-loading 'resources' on Instance uuid b675a6ab-7fe2-47ef-9326-55c39a1373cb {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.498050] env[68207]: INFO nova.scheduler.client.report [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance d2c6e692-e385-4e42-9277-d4b9c6f2b2f2 [ 1082.681138] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777388, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.724704] env[68207]: DEBUG nova.network.neutron [-] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.815337] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777391, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.888297] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.888566] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.888879] env[68207]: DEBUG nova.objects.instance [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'flavor' on Instance uuid d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.975648] env[68207]: DEBUG nova.network.neutron [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Updated VIF entry in instance network info cache for port 11e1fed4-9499-40d6-891c-e4e7e5a63796. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.976018] env[68207]: DEBUG nova.network.neutron [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Updating instance_info_cache with network_info: [{"id": "11e1fed4-9499-40d6-891c-e4e7e5a63796", "address": "fa:16:3e:4d:aa:e7", "network": {"id": "35edcac3-4454-4ca8-8a34-3fdf3480c5bf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-414604405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1235318454034bd584dab174706cb0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e1fed4-94", "ovs_interfaceid": "11e1fed4-9499-40d6-891c-e4e7e5a63796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.005435] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952d6ecd-a8f6-4183-8f6c-c80f0b959dab tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "d2c6e692-e385-4e42-9277-d4b9c6f2b2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.874s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.153375] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa911d-1eb8-4593-9c54-020ec07b372f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.161102] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82202e5c-53ab-4052-85aa-ffa04286f594 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.196728] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d80f9-fbbf-4e93-b772-bb009e071dd1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.200100] env[68207]: DEBUG nova.compute.manager [req-32862613-0aab-41e1-b65b-7efdac32b963 req-7946a021-10e6-4a4f-b18c-c80eebd94028 service nova] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Received event network-vif-deleted-3756daf7-bbfe-4d68-b8b5-4676c31da1e4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.207850] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777388, 'name': Rename_Task, 'duration_secs': 1.289531} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.208406] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.209580] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776f8821-b6ff-429b-aaaf-2004b2b8e1cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.213374] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9568ca8b-44af-4fb7-a361-6f2348fad69a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.224199] env[68207]: DEBUG nova.compute.provider_tree [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.228023] env[68207]: INFO nova.compute.manager [-] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Took 1.22 seconds to deallocate network for instance. [ 1083.228023] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1083.228023] env[68207]: value = "task-2777392" [ 1083.228023] env[68207]: _type = "Task" [ 1083.228023] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.240205] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777392, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.316332] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777391, 'name': CreateVM_Task, 'duration_secs': 0.518505} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.316495] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.317191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.317387] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.317711] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.317987] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a6b087-e750-4e42-8b42-0083ac6e1bc8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.322813] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1083.322813] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c1c75f-01b2-2184-4c72-a5ab4fe5e444" [ 1083.322813] env[68207]: _type = "Task" [ 1083.322813] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.331172] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c1c75f-01b2-2184-4c72-a5ab4fe5e444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.460199] env[68207]: DEBUG nova.objects.instance [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'pci_requests' on Instance uuid d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.478968] env[68207]: DEBUG oslo_concurrency.lockutils [req-518ef951-bd1f-4fa1-b66d-5b8fb425c91d req-19dd1b95-10aa-42df-abe9-724d778731a0 service nova] Releasing lock "refresh_cache-980c9299-1f0f-480e-aee0-e4a68fc6fe37" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.730131] env[68207]: DEBUG nova.scheduler.client.report [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.738073] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.743443] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777392, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.834217] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c1c75f-01b2-2184-4c72-a5ab4fe5e444, 'name': SearchDatastore_Task, 'duration_secs': 0.01612} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.834497] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.834672] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.835223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.835223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.835223] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.835477] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b5c3cfe-f9d8-46ec-bf2d-72170f177f38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.846931] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.847134] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.847870] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118c311f-3856-4dc7-a3be-3c314151ace5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.852782] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1083.852782] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c6a2e0-579e-09bb-4225-fbd4cbe9d440" [ 1083.852782] env[68207]: _type = "Task" [ 1083.852782] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.861963] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c6a2e0-579e-09bb-4225-fbd4cbe9d440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.963093] env[68207]: DEBUG nova.objects.base [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.963093] env[68207]: DEBUG nova.network.neutron [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.001906] env[68207]: DEBUG nova.policy [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.239924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.243373] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.806s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.244021] env[68207]: DEBUG nova.objects.instance [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.253424] env[68207]: DEBUG oslo_vmware.api [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777392, 'name': PowerOnVM_Task, 'duration_secs': 0.784915} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.255255] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.255255] env[68207]: INFO nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1084.255255] env[68207]: DEBUG nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.255979] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910d9aa-73ba-4d55-aee8-75ffe03793bd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.269781] env[68207]: INFO nova.scheduler.client.report [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Deleted allocations for instance b675a6ab-7fe2-47ef-9326-55c39a1373cb [ 1084.279027] env[68207]: DEBUG nova.network.neutron [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Successfully created port: 8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.366806] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c6a2e0-579e-09bb-4225-fbd4cbe9d440, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.366806] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c5e689-53f0-4c6c-9342-192dcbc0da6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.371835] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1084.371835] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52db2f61-a010-5e54-1dec-e02d78c590d3" [ 1084.371835] env[68207]: _type = "Task" [ 1084.371835] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.377694] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52db2f61-a010-5e54-1dec-e02d78c590d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.402953] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.402953] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.775473] env[68207]: INFO nova.compute.manager [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Took 29.12 seconds to build instance. [ 1084.779887] env[68207]: DEBUG oslo_concurrency.lockutils [None req-28a0e2e2-dda7-4928-beab-244714f192cc tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "b675a6ab-7fe2-47ef-9326-55c39a1373cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.405s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.881671] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52db2f61-a010-5e54-1dec-e02d78c590d3, 'name': SearchDatastore_Task, 'duration_secs': 0.019502} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.881936] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.882222] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 980c9299-1f0f-480e-aee0-e4a68fc6fe37/980c9299-1f0f-480e-aee0-e4a68fc6fe37.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.882588] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd52e31-faa4-4f41-afa1-11c26ee6af33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.889171] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1084.889171] env[68207]: value = "task-2777393" [ 1084.889171] env[68207]: _type = "Task" [ 1084.889171] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.896764] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.905244] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.117130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "354580d5-c57d-4ce5-b59c-41233d615a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.182913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "11c37779-6f47-4880-88e1-a242ce915185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.183337] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "11c37779-6f47-4880-88e1-a242ce915185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.183811] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "11c37779-6f47-4880-88e1-a242ce915185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.184027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "11c37779-6f47-4880-88e1-a242ce915185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.184257] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "11c37779-6f47-4880-88e1-a242ce915185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.186477] env[68207]: INFO nova.compute.manager [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Terminating instance [ 1085.256295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c92fea2-6acc-4f50-b997-6b6439b883f8 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.257500] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.869s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.259618] env[68207]: INFO nova.compute.claims [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.279977] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03b7fffc-e277-4350-9ad8-f627b97dcfd6 tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.631s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.281029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.164s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.281029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.281408] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.281701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.283839] env[68207]: INFO nova.compute.manager [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Terminating instance [ 1085.401468] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.430265] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.665229] env[68207]: DEBUG nova.compute.manager [req-99de061c-f41e-43c6-897a-547d6d2e4b5b req-8a7c5d0d-ac1d-46ff-9cfc-1a66bf6e10be service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-vif-plugged-8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.665472] env[68207]: DEBUG oslo_concurrency.lockutils [req-99de061c-f41e-43c6-897a-547d6d2e4b5b req-8a7c5d0d-ac1d-46ff-9cfc-1a66bf6e10be service nova] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.665685] env[68207]: DEBUG oslo_concurrency.lockutils [req-99de061c-f41e-43c6-897a-547d6d2e4b5b req-8a7c5d0d-ac1d-46ff-9cfc-1a66bf6e10be service nova] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.665855] env[68207]: DEBUG oslo_concurrency.lockutils [req-99de061c-f41e-43c6-897a-547d6d2e4b5b req-8a7c5d0d-ac1d-46ff-9cfc-1a66bf6e10be service nova] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.666047] env[68207]: DEBUG nova.compute.manager [req-99de061c-f41e-43c6-897a-547d6d2e4b5b req-8a7c5d0d-ac1d-46ff-9cfc-1a66bf6e10be service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] No waiting events found dispatching network-vif-plugged-8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.666232] env[68207]: WARNING nova.compute.manager [req-99de061c-f41e-43c6-897a-547d6d2e4b5b req-8a7c5d0d-ac1d-46ff-9cfc-1a66bf6e10be service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received unexpected event network-vif-plugged-8134c46b-033f-40a5-ac8f-42835ed82062 for instance with vm_state active and task_state None. [ 1085.691229] env[68207]: DEBUG nova.compute.manager [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.691439] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.692339] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6965d0c0-b7be-4c7e-8ff5-66758d82ad5f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.700342] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.700576] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17fde6be-934c-4556-b0f6-20f4dc335483 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.706249] env[68207]: DEBUG oslo_vmware.api [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1085.706249] env[68207]: value = "task-2777394" [ 1085.706249] env[68207]: _type = "Task" [ 1085.706249] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.713936] env[68207]: DEBUG oslo_vmware.api [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.752680] env[68207]: DEBUG nova.network.neutron [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Successfully updated port: 8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.787885] env[68207]: DEBUG nova.compute.manager [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.788134] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.789223] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e2307-eceb-40da-8932-f6ca344f7d22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.797588] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.797825] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e662d30a-5d32-408f-9552-e7297f95480d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.804576] env[68207]: DEBUG oslo_vmware.api [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1085.804576] env[68207]: value = "task-2777395" [ 1085.804576] env[68207]: _type = "Task" [ 1085.804576] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.813627] env[68207]: DEBUG oslo_vmware.api [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.899983] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652828} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.900282] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 980c9299-1f0f-480e-aee0-e4a68fc6fe37/980c9299-1f0f-480e-aee0-e4a68fc6fe37.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.900500] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.900786] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f680d12a-3942-452f-9aea-9dfc50b50abb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.908019] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1085.908019] env[68207]: value = "task-2777396" [ 1085.908019] env[68207]: _type = "Task" [ 1085.908019] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.917084] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.216409] env[68207]: DEBUG oslo_vmware.api [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777394, 'name': PowerOffVM_Task, 'duration_secs': 0.297562} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.216409] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.216409] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.216801] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34d75b53-54f3-4aa0-88d2-031c86a58b7b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.256890] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.257097] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.257279] env[68207]: DEBUG nova.network.neutron [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.290987] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.291228] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.291406] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Deleting the datastore file [datastore2] 11c37779-6f47-4880-88e1-a242ce915185 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.291654] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eea021c-4fb8-464d-a940-4e75d4650a8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.297689] env[68207]: DEBUG oslo_vmware.api [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for the task: (returnval){ [ 1086.297689] env[68207]: value = "task-2777398" [ 1086.297689] env[68207]: _type = "Task" [ 1086.297689] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.308095] env[68207]: DEBUG oslo_vmware.api [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.318677] env[68207]: DEBUG oslo_vmware.api [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777395, 'name': PowerOffVM_Task, 'duration_secs': 0.254487} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.318677] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.318677] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.318677] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de46d24c-d96c-4edf-9be0-e10873cf199d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.416418] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122412} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.416921] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.419938] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668461e5-df97-4c63-b839-d25b9fd55744 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.445213] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 980c9299-1f0f-480e-aee0-e4a68fc6fe37/980c9299-1f0f-480e-aee0-e4a68fc6fe37.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.448935] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c82468d-977c-4637-b179-2158088a4018 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.463535] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.463740] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.463913] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Deleting the datastore file [datastore2] 354580d5-c57d-4ce5-b59c-41233d615a8c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.464634] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c3fcc0-c83a-4f12-b422-d0337f7f36c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.471161] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1086.471161] env[68207]: value = "task-2777401" [ 1086.471161] env[68207]: _type = "Task" [ 1086.471161] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.472391] env[68207]: DEBUG oslo_vmware.api [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for the task: (returnval){ [ 1086.472391] env[68207]: value = "task-2777400" [ 1086.472391] env[68207]: _type = "Task" [ 1086.472391] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.486683] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.488793] env[68207]: DEBUG oslo_vmware.api [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.504303] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d30c3c-82db-4c65-baf7-faa2395cc9f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.513206] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69df59-bbac-47b9-9be7-8dc3c2597176 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.542991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ee20e-870e-4d39-a7d0-e1dd2c5d79ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.551234] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59368d1f-0180-45f3-b571-bd350047773e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.565719] env[68207]: DEBUG nova.compute.provider_tree [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.793173] env[68207]: WARNING nova.network.neutron [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] 6bc8e044-7f09-4660-b46d-e02cf437975c already exists in list: networks containing: ['6bc8e044-7f09-4660-b46d-e02cf437975c']. ignoring it [ 1086.808073] env[68207]: DEBUG oslo_vmware.api [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Task: {'id': task-2777398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323244} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.808073] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.808073] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.808254] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.808288] env[68207]: INFO nova.compute.manager [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1086.808515] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.808700] env[68207]: DEBUG nova.compute.manager [-] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.808794] env[68207]: DEBUG nova.network.neutron [-] [instance: 11c37779-6f47-4880-88e1-a242ce915185] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.986174] env[68207]: DEBUG oslo_vmware.api [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Task: {'id': task-2777400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429209} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.990934] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.990934] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.990934] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.991113] env[68207]: INFO nova.compute.manager [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1086.991282] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.991465] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.991678] env[68207]: DEBUG nova.compute.manager [-] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.991771] env[68207]: DEBUG nova.network.neutron [-] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.096110] env[68207]: ERROR nova.scheduler.client.report [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [req-4fb7c601-be4d-4dce-b168-bf40db5d3dac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fb7c601-be4d-4dce-b168-bf40db5d3dac"}]} [ 1087.118944] env[68207]: DEBUG nova.scheduler.client.report [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1087.133798] env[68207]: DEBUG nova.scheduler.client.report [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1087.133943] env[68207]: DEBUG nova.compute.provider_tree [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.143096] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "bf79f617-53e5-46df-bd55-0cf48331efee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.143364] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "bf79f617-53e5-46df-bd55-0cf48331efee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.143552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "bf79f617-53e5-46df-bd55-0cf48331efee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.143829] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "bf79f617-53e5-46df-bd55-0cf48331efee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.143946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "bf79f617-53e5-46df-bd55-0cf48331efee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.149109] env[68207]: INFO nova.compute.manager [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Terminating instance [ 1087.159703] env[68207]: DEBUG nova.scheduler.client.report [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1087.189511] env[68207]: DEBUG nova.scheduler.client.report [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1087.252379] env[68207]: DEBUG nova.network.neutron [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8134c46b-033f-40a5-ac8f-42835ed82062", "address": "fa:16:3e:d8:97:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8134c46b-03", "ovs_interfaceid": "8134c46b-033f-40a5-ac8f-42835ed82062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.381382] env[68207]: DEBUG nova.compute.manager [req-6bd208d3-e4a5-4b3f-b0a9-e8b85acf9f8b req-0d33b134-922c-45f3-a98f-c337d2e0bb6e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received event network-vif-deleted-227a21a4-0e64-4216-a098-36f897e077b1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1087.381592] env[68207]: INFO nova.compute.manager [req-6bd208d3-e4a5-4b3f-b0a9-e8b85acf9f8b req-0d33b134-922c-45f3-a98f-c337d2e0bb6e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Neutron deleted interface 227a21a4-0e64-4216-a098-36f897e077b1; detaching it from the instance and deleting it from the info cache [ 1087.381851] env[68207]: DEBUG nova.network.neutron [req-6bd208d3-e4a5-4b3f-b0a9-e8b85acf9f8b req-0d33b134-922c-45f3-a98f-c337d2e0bb6e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Updating instance_info_cache with network_info: [{"id": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "address": "fa:16:3e:45:73:fa", "network": {"id": "c8ea90a9-127d-43c3-a964-bb4d1e056a35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-55492856", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf84a46faed436690a4afc7ed1cb667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a7326e-3d", "ovs_interfaceid": "78a7326e-3d71-4a1f-9c3f-f2414522edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.432711] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e75a80-e740-44df-a0d6-1c94fb9b5cd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.440517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b58b385-9350-4703-bf39-fae70eabac0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.471730] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780207d-638f-4dfb-a0b2-81652dca7fed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.486238] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dad409-35f2-47cb-a166-098717579569 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.489876] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777401, 'name': ReconfigVM_Task, 'duration_secs': 0.883407} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.490158] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 980c9299-1f0f-480e-aee0-e4a68fc6fe37/980c9299-1f0f-480e-aee0-e4a68fc6fe37.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.491059] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d89456-0e9a-454a-8643-729d94240bcd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.500358] env[68207]: DEBUG nova.compute.provider_tree [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.505725] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1087.505725] env[68207]: value = "task-2777402" [ 1087.505725] env[68207]: _type = "Task" [ 1087.505725] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.511418] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777402, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.653063] env[68207]: DEBUG nova.compute.manager [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.653063] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.653893] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12960a8-02ba-4d61-8673-e6982c2a9fc1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.661430] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.661658] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5928a49b-6eaa-4f56-a15a-435163f99c4e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.667182] env[68207]: DEBUG oslo_vmware.api [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1087.667182] env[68207]: value = "task-2777403" [ 1087.667182] env[68207]: _type = "Task" [ 1087.667182] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.674082] env[68207]: DEBUG oslo_vmware.api [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.694590] env[68207]: DEBUG nova.compute.manager [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-changed-8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1087.694785] env[68207]: DEBUG nova.compute.manager [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing instance network info cache due to event network-changed-8134c46b-033f-40a5-ac8f-42835ed82062. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1087.694985] env[68207]: DEBUG oslo_concurrency.lockutils [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.698869] env[68207]: DEBUG nova.network.neutron [-] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.758672] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.759379] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.759755] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.759814] env[68207]: DEBUG oslo_concurrency.lockutils [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.759970] env[68207]: DEBUG nova.network.neutron [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing network info cache for port 8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.761912] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2280ae-e3ea-424b-af4d-8e5744c57584 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.781429] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.781598] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.781759] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.781931] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.782090] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.782438] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.782536] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.782699] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.782863] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.783039] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.783202] env[68207]: DEBUG nova.virt.hardware [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.789643] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfiguring VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1087.790178] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d621f3-537c-4db8-aff6-0a8b5daa082c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.807553] env[68207]: DEBUG oslo_vmware.api [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1087.807553] env[68207]: value = "task-2777404" [ 1087.807553] env[68207]: _type = "Task" [ 1087.807553] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.815320] env[68207]: DEBUG oslo_vmware.api [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777404, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.884519] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-def47b52-5a73-454b-8890-48529932686d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.893512] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3139e14b-2ed9-452b-a7c3-1e52b2ecd6ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.920922] env[68207]: DEBUG nova.compute.manager [req-6bd208d3-e4a5-4b3f-b0a9-e8b85acf9f8b req-0d33b134-922c-45f3-a98f-c337d2e0bb6e service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Detach interface failed, port_id=227a21a4-0e64-4216-a098-36f897e077b1, reason: Instance 354580d5-c57d-4ce5-b59c-41233d615a8c could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1088.014822] env[68207]: DEBUG nova.network.neutron [-] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.016083] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777402, 'name': Rename_Task, 'duration_secs': 0.262078} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.016340] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.016758] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-118387df-aee6-40d0-98ae-b126b547c7b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.024785] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1088.024785] env[68207]: value = "task-2777405" [ 1088.024785] env[68207]: _type = "Task" [ 1088.024785] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.033875] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.037116] env[68207]: DEBUG nova.scheduler.client.report [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1088.037370] env[68207]: DEBUG nova.compute.provider_tree [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 142 to 143 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1088.037556] env[68207]: DEBUG nova.compute.provider_tree [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.177330] env[68207]: DEBUG oslo_vmware.api [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777403, 'name': PowerOffVM_Task, 'duration_secs': 0.349207} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.177599] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.177765] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.178017] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-958bfef5-b313-4a4a-b74e-fb7542502753 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.200733] env[68207]: INFO nova.compute.manager [-] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Took 1.39 seconds to deallocate network for instance. [ 1088.236688] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.236922] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.237119] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleting the datastore file [datastore2] bf79f617-53e5-46df-bd55-0cf48331efee {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.238053] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89948a09-8ffe-4923-9b91-ebece8dbfa54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.245057] env[68207]: DEBUG oslo_vmware.api [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1088.245057] env[68207]: value = "task-2777407" [ 1088.245057] env[68207]: _type = "Task" [ 1088.245057] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.253379] env[68207]: DEBUG oslo_vmware.api [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.317612] env[68207]: DEBUG oslo_vmware.api [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.494677] env[68207]: DEBUG nova.network.neutron [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updated VIF entry in instance network info cache for port 8134c46b-033f-40a5-ac8f-42835ed82062. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.495220] env[68207]: DEBUG nova.network.neutron [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8134c46b-033f-40a5-ac8f-42835ed82062", "address": "fa:16:3e:d8:97:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8134c46b-03", "ovs_interfaceid": "8134c46b-033f-40a5-ac8f-42835ed82062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.517550] env[68207]: INFO nova.compute.manager [-] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Took 1.53 seconds to deallocate network for instance. [ 1088.536730] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.543034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.285s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.543529] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.546255] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.972s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.546482] env[68207]: DEBUG nova.objects.instance [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lazy-loading 'resources' on Instance uuid 121cd79c-7af5-4f38-bcc3-20de63516a4c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.706923] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.755850] env[68207]: DEBUG oslo_vmware.api [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200335} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.756349] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.756616] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.756882] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.757164] env[68207]: INFO nova.compute.manager [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1088.757479] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.757740] env[68207]: DEBUG nova.compute.manager [-] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.757887] env[68207]: DEBUG nova.network.neutron [-] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.817989] env[68207]: DEBUG oslo_vmware.api [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.998131] env[68207]: DEBUG oslo_concurrency.lockutils [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.998467] env[68207]: DEBUG nova.compute.manager [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Received event network-vif-deleted-5c84f5a4-d531-4904-9ceb-443a78e4940d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.998722] env[68207]: INFO nova.compute.manager [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Neutron deleted interface 5c84f5a4-d531-4904-9ceb-443a78e4940d; detaching it from the instance and deleting it from the info cache [ 1088.998906] env[68207]: DEBUG nova.network.neutron [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.023948] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.036311] env[68207]: DEBUG oslo_vmware.api [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777405, 'name': PowerOnVM_Task, 'duration_secs': 0.874338} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.036616] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.036843] env[68207]: INFO nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1089.037038] env[68207]: DEBUG nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.037910] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e2dd60-c532-4bb2-88ca-a0a6a35ab28d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.049787] env[68207]: DEBUG nova.compute.utils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.053604] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.053791] env[68207]: DEBUG nova.network.neutron [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.102211] env[68207]: DEBUG nova.policy [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70231c8a95234ba3bd6579cc5cdedaee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae20a4d769842e491776feadfc70fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.265770] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531f169-d1fc-4255-8672-91cdba823a55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.273811] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ff49d3-9f66-4a0c-8480-7e10b0eed99f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.312922] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd05bc-715a-44cd-aeb0-5aafc6edbef0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.324547] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93857fd6-2837-4883-9c96-d8ac50fc2e6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.328902] env[68207]: DEBUG oslo_vmware.api [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777404, 'name': ReconfigVM_Task, 'duration_secs': 1.086096} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.329413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.329622] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfigured VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.343936] env[68207]: DEBUG nova.compute.provider_tree [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.405710] env[68207]: DEBUG nova.network.neutron [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Successfully created port: 0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.502876] env[68207]: DEBUG nova.compute.manager [req-bbe4dbbd-0216-415e-96d1-b6efa532c750 req-7579ae2b-bc03-4cb1-99b6-54eada148ed7 service nova] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Received event network-vif-deleted-78a7326e-3d71-4a1f-9c3f-f2414522edb8 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.503476] env[68207]: DEBUG nova.compute.manager [req-bbe4dbbd-0216-415e-96d1-b6efa532c750 req-7579ae2b-bc03-4cb1-99b6-54eada148ed7 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Received event network-vif-deleted-259537c8-f267-4697-ac19-d9668cbb0823 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.503476] env[68207]: INFO nova.compute.manager [req-bbe4dbbd-0216-415e-96d1-b6efa532c750 req-7579ae2b-bc03-4cb1-99b6-54eada148ed7 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Neutron deleted interface 259537c8-f267-4697-ac19-d9668cbb0823; detaching it from the instance and deleting it from the info cache [ 1089.503617] env[68207]: DEBUG nova.network.neutron [req-bbe4dbbd-0216-415e-96d1-b6efa532c750 req-7579ae2b-bc03-4cb1-99b6-54eada148ed7 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.505352] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fbd1f61-c3be-4c99-8931-5fb3e35152de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.517189] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e94af-5e80-4476-b65d-b419ceb76682 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.545309] env[68207]: DEBUG nova.compute.manager [req-c801ad89-2042-4444-adc1-8cea68b181de req-397bacb0-c501-43bd-b284-cf4346fa0e7e service nova] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Detach interface failed, port_id=5c84f5a4-d531-4904-9ceb-443a78e4940d, reason: Instance 11c37779-6f47-4880-88e1-a242ce915185 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1089.553959] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.558050] env[68207]: INFO nova.compute.manager [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Took 22.89 seconds to build instance. [ 1089.725154] env[68207]: DEBUG nova.network.neutron [-] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.836199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-76ac3301-c5ab-49fd-8ec5-2aa8e2992e64 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.947s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.849035] env[68207]: DEBUG nova.scheduler.client.report [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.006267] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a82f113-a143-4a16-8575-e1e488acf3dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.017519] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52661e0a-7b33-46b1-8037-b674ab6b1937 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.045098] env[68207]: DEBUG nova.compute.manager [req-bbe4dbbd-0216-415e-96d1-b6efa532c750 req-7579ae2b-bc03-4cb1-99b6-54eada148ed7 service nova] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Detach interface failed, port_id=259537c8-f267-4697-ac19-d9668cbb0823, reason: Instance bf79f617-53e5-46df-bd55-0cf48331efee could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1090.063279] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85c4aa16-c899-4928-85f4-6cecea070a66 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.400s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.228331] env[68207]: INFO nova.compute.manager [-] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Took 1.47 seconds to deallocate network for instance. [ 1090.353326] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.356112] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.178s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.356366] env[68207]: DEBUG nova.objects.instance [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lazy-loading 'resources' on Instance uuid 2e9f8b54-96df-4808-bacf-7c5a57de30a8 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.376170] env[68207]: INFO nova.scheduler.client.report [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Deleted allocations for instance 121cd79c-7af5-4f38-bcc3-20de63516a4c [ 1090.558036] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.558335] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.558556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.558742] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.558922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.560981] env[68207]: INFO nova.compute.manager [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Terminating instance [ 1090.564292] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.594989] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.595259] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.595468] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.595668] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.595815] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.595963] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.596196] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.596356] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.596526] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.596689] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.596863] env[68207]: DEBUG nova.virt.hardware [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.597715] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24939c61-c994-4413-b425-dae7119e7d88 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.605599] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e8af79-5086-4129-94f6-4ccde8591aa6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.734255] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.876151] env[68207]: DEBUG nova.compute.manager [req-22a52b20-e2a3-4a00-9ac5-ded370e6e559 req-09ce0139-c283-4b11-b3d1-ba714142b467 service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Received event network-vif-plugged-0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1090.876151] env[68207]: DEBUG oslo_concurrency.lockutils [req-22a52b20-e2a3-4a00-9ac5-ded370e6e559 req-09ce0139-c283-4b11-b3d1-ba714142b467 service nova] Acquiring lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.876151] env[68207]: DEBUG oslo_concurrency.lockutils [req-22a52b20-e2a3-4a00-9ac5-ded370e6e559 req-09ce0139-c283-4b11-b3d1-ba714142b467 service nova] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.876151] env[68207]: DEBUG oslo_concurrency.lockutils [req-22a52b20-e2a3-4a00-9ac5-ded370e6e559 req-09ce0139-c283-4b11-b3d1-ba714142b467 service nova] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.876151] env[68207]: DEBUG nova.compute.manager [req-22a52b20-e2a3-4a00-9ac5-ded370e6e559 req-09ce0139-c283-4b11-b3d1-ba714142b467 service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] No waiting events found dispatching network-vif-plugged-0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.876988] env[68207]: WARNING nova.compute.manager [req-22a52b20-e2a3-4a00-9ac5-ded370e6e559 req-09ce0139-c283-4b11-b3d1-ba714142b467 service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Received unexpected event network-vif-plugged-0571fd41-4380-4804-a7d5-3c9dfc492f52 for instance with vm_state building and task_state spawning. [ 1090.882638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c57cb828-c6c6-498e-987b-eab1fbc63ff0 tempest-ServerDiskConfigTestJSON-627618415 tempest-ServerDiskConfigTestJSON-627618415-project-member] Lock "121cd79c-7af5-4f38-bcc3-20de63516a4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.418s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.007838] env[68207]: DEBUG nova.network.neutron [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Successfully updated port: 0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.068286] env[68207]: DEBUG nova.compute.manager [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.068502] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.069934] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8e3fc-9991-4dc3-b85a-9d9926832dd4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.074307] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea358b79-94b0-403f-857d-4d5872e71d07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.084156] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e421cc2-bc14-41a4-a569-7d9e9f4a9fcf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.087385] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.087815] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523535f9-4685-4738-add1-d1e865afa77d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.118959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2109f352-c6e9-46aa-a46a-ba9cb8c9b4fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.121756] env[68207]: DEBUG oslo_vmware.api [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1091.121756] env[68207]: value = "task-2777408" [ 1091.121756] env[68207]: _type = "Task" [ 1091.121756] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.129251] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741ef96-1b67-4bfb-936f-626a9d4ccf12 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.135812] env[68207]: DEBUG oslo_vmware.api [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.146310] env[68207]: DEBUG nova.compute.provider_tree [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.512602] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.512602] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.512602] env[68207]: DEBUG nova.network.neutron [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.567625] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-efe94172-4199-4f48-a1ac-4273bcb43c68" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.568360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-efe94172-4199-4f48-a1ac-4273bcb43c68" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.568360] env[68207]: DEBUG nova.objects.instance [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'flavor' on Instance uuid d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.632173] env[68207]: DEBUG oslo_vmware.api [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777408, 'name': PowerOffVM_Task, 'duration_secs': 0.359096} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.632486] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.632672] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.632924] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ca4f70-1880-4cd2-9cf8-54077bdf08b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.649506] env[68207]: DEBUG nova.scheduler.client.report [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.709496] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.709732] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.709920] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Deleting the datastore file [datastore2] 980c9299-1f0f-480e-aee0-e4a68fc6fe37 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.710205] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf01fd6-7996-4b40-b6e8-0962cc469e33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.717049] env[68207]: DEBUG oslo_vmware.api [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for the task: (returnval){ [ 1091.717049] env[68207]: value = "task-2777410" [ 1091.717049] env[68207]: _type = "Task" [ 1091.717049] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.724365] env[68207]: DEBUG oslo_vmware.api [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.048275] env[68207]: DEBUG nova.network.neutron [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.157021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.157021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.870s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.158559] env[68207]: INFO nova.compute.claims [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.169812] env[68207]: DEBUG nova.network.neutron [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updating instance_info_cache with network_info: [{"id": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "address": "fa:16:3e:9a:f9:08", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0571fd41-43", "ovs_interfaceid": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.187644] env[68207]: INFO nova.scheduler.client.report [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleted allocations for instance 2e9f8b54-96df-4808-bacf-7c5a57de30a8 [ 1092.231032] env[68207]: DEBUG oslo_vmware.api [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Task: {'id': task-2777410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292156} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.231032] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.231032] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.231032] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.231032] env[68207]: INFO nova.compute.manager [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1092.231032] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.231032] env[68207]: DEBUG nova.compute.manager [-] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.231032] env[68207]: DEBUG nova.network.neutron [-] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.273458] env[68207]: DEBUG nova.objects.instance [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'pci_requests' on Instance uuid d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.674224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.674651] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance network_info: |[{"id": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "address": "fa:16:3e:9a:f9:08", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0571fd41-43", "ovs_interfaceid": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.675082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f9:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0571fd41-4380-4804-a7d5-3c9dfc492f52', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.683139] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.684046] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.685729] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6093c172-02a2-4e4d-9c7b-453f811ac404 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.709223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ec91aea-8f5c-4433-a8ce-4eb6b8301fb7 tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "2e9f8b54-96df-4808-bacf-7c5a57de30a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.756s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.713947] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.713947] env[68207]: value = "task-2777411" [ 1092.713947] env[68207]: _type = "Task" [ 1092.713947] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.725044] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777411, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.774994] env[68207]: DEBUG nova.objects.base [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.775149] env[68207]: DEBUG nova.network.neutron [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.849257] env[68207]: DEBUG nova.policy [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.957323] env[68207]: DEBUG nova.network.neutron [-] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.035764] env[68207]: DEBUG nova.compute.manager [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Received event network-changed-0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.035814] env[68207]: DEBUG nova.compute.manager [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Refreshing instance network info cache due to event network-changed-0571fd41-4380-4804-a7d5-3c9dfc492f52. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1093.036128] env[68207]: DEBUG oslo_concurrency.lockutils [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] Acquiring lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.036311] env[68207]: DEBUG oslo_concurrency.lockutils [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] Acquired lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.036532] env[68207]: DEBUG nova.network.neutron [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Refreshing network info cache for port 0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.208591] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.208764] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.208996] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.209579] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.209579] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.212078] env[68207]: INFO nova.compute.manager [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Terminating instance [ 1093.226640] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777411, 'name': CreateVM_Task, 'duration_secs': 0.380007} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.227709] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.227709] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.227709] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.227963] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.229110] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca53dbe-2bad-47f1-95b1-f6a17ae0781f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.235917] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1093.235917] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5294f3fd-5e40-6cff-06a9-d28c24bbed20" [ 1093.235917] env[68207]: _type = "Task" [ 1093.235917] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.244263] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5294f3fd-5e40-6cff-06a9-d28c24bbed20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.363133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf2b79e-ac6c-42e9-a931-9e1f955414b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.376276] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2630c0e-8195-48b7-b646-0ff09f469005 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.413408] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5360f007-5658-4173-aca2-241a46b7be17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.419036] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c24465-a8e6-450c-be60-52d8c41d074a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.434419] env[68207]: DEBUG nova.compute.provider_tree [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.462292] env[68207]: INFO nova.compute.manager [-] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Took 1.23 seconds to deallocate network for instance. [ 1093.714988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "refresh_cache-002ae3e7-cb84-4a64-8d98-cf357a50b2fa" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.715268] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquired lock "refresh_cache-002ae3e7-cb84-4a64-8d98-cf357a50b2fa" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.715367] env[68207]: DEBUG nova.network.neutron [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.746559] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5294f3fd-5e40-6cff-06a9-d28c24bbed20, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.746915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.747100] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.747339] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.747487] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.747856] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.748034] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf0b2078-b000-44dc-8c5b-5edc274580d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.756065] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.756242] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.757208] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44923350-3eb7-407a-9c4d-1e10ce3d3098 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.760051] env[68207]: DEBUG nova.network.neutron [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updated VIF entry in instance network info cache for port 0571fd41-4380-4804-a7d5-3c9dfc492f52. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.760373] env[68207]: DEBUG nova.network.neutron [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updating instance_info_cache with network_info: [{"id": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "address": "fa:16:3e:9a:f9:08", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0571fd41-43", "ovs_interfaceid": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.764522] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1093.764522] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523cc88c-e3d8-2c66-50c5-209f84a26bd1" [ 1093.764522] env[68207]: _type = "Task" [ 1093.764522] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.771768] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523cc88c-e3d8-2c66-50c5-209f84a26bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.937293] env[68207]: DEBUG nova.scheduler.client.report [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.968298] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.238205] env[68207]: DEBUG nova.network.neutron [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.263131] env[68207]: DEBUG oslo_concurrency.lockutils [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] Releasing lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.263409] env[68207]: DEBUG nova.compute.manager [req-ba4fd114-78a8-4cb3-ad7c-f5777f30d5c4 req-c2968550-14ad-4d42-8be9-90e495d5ff4c service nova] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Received event network-vif-deleted-11e1fed4-9499-40d6-891c-e4e7e5a63796 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.275111] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523cc88c-e3d8-2c66-50c5-209f84a26bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.019805} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.275937] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0430413-4c63-47bd-b441-1051a4a8502a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.281087] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1094.281087] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52574ca6-65f3-5e61-21b0-bee71c31f6af" [ 1094.281087] env[68207]: _type = "Task" [ 1094.281087] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.290857] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52574ca6-65f3-5e61-21b0-bee71c31f6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.300036] env[68207]: DEBUG nova.network.neutron [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Successfully updated port: efe94172-4199-4f48-a1ac-4273bcb43c68 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.302299] env[68207]: DEBUG nova.network.neutron [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.443427] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.444069] env[68207]: DEBUG nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.449090] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.711s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.449090] env[68207]: DEBUG nova.objects.instance [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'resources' on Instance uuid 1708bb4b-3539-4c9a-a1fe-f0f19936d58b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.791526] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52574ca6-65f3-5e61-21b0-bee71c31f6af, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.791810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.792037] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.792361] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-721c676d-2d56-4a89-b8de-be4ee33f6de2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.798841] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1094.798841] env[68207]: value = "task-2777412" [ 1094.798841] env[68207]: _type = "Task" [ 1094.798841] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.806854] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.807091] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.807287] env[68207]: DEBUG nova.network.neutron [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.808461] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.813134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Releasing lock "refresh_cache-002ae3e7-cb84-4a64-8d98-cf357a50b2fa" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.813614] env[68207]: DEBUG nova.compute.manager [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.813816] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.814571] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f01722-6697-482f-a500-35c7ce615ea0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.821547] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.821783] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19edf841-ac62-431d-8751-ed522dbff757 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.829011] env[68207]: DEBUG oslo_vmware.api [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1094.829011] env[68207]: value = "task-2777413" [ 1094.829011] env[68207]: _type = "Task" [ 1094.829011] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.837573] env[68207]: DEBUG oslo_vmware.api [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.953424] env[68207]: DEBUG nova.compute.utils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.960036] env[68207]: DEBUG nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Not allocating networking since 'none' was specified. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1095.122562] env[68207]: DEBUG nova.compute.manager [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-vif-plugged-efe94172-4199-4f48-a1ac-4273bcb43c68 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.122562] env[68207]: DEBUG oslo_concurrency.lockutils [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.122677] env[68207]: DEBUG oslo_concurrency.lockutils [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.122845] env[68207]: DEBUG oslo_concurrency.lockutils [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.124029] env[68207]: DEBUG nova.compute.manager [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] No waiting events found dispatching network-vif-plugged-efe94172-4199-4f48-a1ac-4273bcb43c68 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.124029] env[68207]: WARNING nova.compute.manager [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received unexpected event network-vif-plugged-efe94172-4199-4f48-a1ac-4273bcb43c68 for instance with vm_state active and task_state None. [ 1095.124029] env[68207]: DEBUG nova.compute.manager [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-changed-efe94172-4199-4f48-a1ac-4273bcb43c68 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.124029] env[68207]: DEBUG nova.compute.manager [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing instance network info cache due to event network-changed-efe94172-4199-4f48-a1ac-4273bcb43c68. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1095.124029] env[68207]: DEBUG oslo_concurrency.lockutils [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.138080] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4340990-2771-4c17-aa95-a8f233d926dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.147057] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497df73-3a18-4a6b-b23b-d391d58053d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.178643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63dd29-9d71-400d-b895-70a0de9c8dda {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.186542] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66abe7b8-92cc-44ec-bff9-5893fbe4eb5e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.200503] env[68207]: DEBUG nova.compute.provider_tree [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.308812] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777412, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.340338] env[68207]: DEBUG oslo_vmware.api [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777413, 'name': PowerOffVM_Task, 'duration_secs': 0.187843} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.340979] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.341159] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.341423] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b91849-792e-466c-a834-0babf9b4064d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.351861] env[68207]: WARNING nova.network.neutron [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] 6bc8e044-7f09-4660-b46d-e02cf437975c already exists in list: networks containing: ['6bc8e044-7f09-4660-b46d-e02cf437975c']. ignoring it [ 1095.352085] env[68207]: WARNING nova.network.neutron [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] 6bc8e044-7f09-4660-b46d-e02cf437975c already exists in list: networks containing: ['6bc8e044-7f09-4660-b46d-e02cf437975c']. ignoring it [ 1095.366224] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.366434] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.366610] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleting the datastore file [datastore2] 002ae3e7-cb84-4a64-8d98-cf357a50b2fa {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.367226] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb75e65-c4ec-43c0-afc2-128e2fb157c8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.374159] env[68207]: DEBUG oslo_vmware.api [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for the task: (returnval){ [ 1095.374159] env[68207]: value = "task-2777415" [ 1095.374159] env[68207]: _type = "Task" [ 1095.374159] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.383531] env[68207]: DEBUG oslo_vmware.api [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.459788] env[68207]: DEBUG nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.704211] env[68207]: DEBUG nova.scheduler.client.report [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.813177] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.847767] env[68207]: DEBUG nova.network.neutron [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8134c46b-033f-40a5-ac8f-42835ed82062", "address": "fa:16:3e:d8:97:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8134c46b-03", "ovs_interfaceid": "8134c46b-033f-40a5-ac8f-42835ed82062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efe94172-4199-4f48-a1ac-4273bcb43c68", "address": "fa:16:3e:76:24:df", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe94172-41", "ovs_interfaceid": "efe94172-4199-4f48-a1ac-4273bcb43c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.884018] env[68207]: DEBUG oslo_vmware.api [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Task: {'id': task-2777415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150435} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.884018] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.884150] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.884337] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.884527] env[68207]: INFO nova.compute.manager [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1095.884762] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.884940] env[68207]: DEBUG nova.compute.manager [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.885042] env[68207]: DEBUG nova.network.neutron [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.901307] env[68207]: DEBUG nova.network.neutron [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.213467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.215981] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.786s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.217671] env[68207]: INFO nova.compute.claims [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.250057] env[68207]: INFO nova.scheduler.client.report [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocations for instance 1708bb4b-3539-4c9a-a1fe-f0f19936d58b [ 1096.310804] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.351767] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.352901] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.353440] env[68207]: DEBUG oslo_concurrency.lockutils [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.353661] env[68207]: DEBUG nova.network.neutron [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Refreshing network info cache for port efe94172-4199-4f48-a1ac-4273bcb43c68 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.355572] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34e7d8-b614-4a16-ba9a-5871c9c9a558 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.375639] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.375906] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.376079] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.376268] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.376414] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.376560] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.377204] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.377204] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.377204] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.378757] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.378757] env[68207]: DEBUG nova.virt.hardware [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.384283] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfiguring VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1096.385649] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410a03ce-69d3-467e-a207-fda6eec2c046 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.404107] env[68207]: DEBUG nova.network.neutron [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.404431] env[68207]: DEBUG oslo_vmware.api [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1096.404431] env[68207]: value = "task-2777416" [ 1096.404431] env[68207]: _type = "Task" [ 1096.404431] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.422571] env[68207]: DEBUG oslo_vmware.api [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.470525] env[68207]: DEBUG nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.511390] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.511838] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.511838] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.511838] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.512038] env[68207]: DEBUG nova.virt.hardware [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.512890] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024a4eef-7b5d-45cc-ba41-aa05beae7012 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.520779] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb8d7b2-f1b6-40f7-bc19-0af7ceef3507 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.535517] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.542791] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Creating folder: Project (ce8028e4e1a442918440f9c22f28517f). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.542791] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd78afc-7de6-4210-b9bc-808a6a8d8952 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.552378] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Created folder: Project (ce8028e4e1a442918440f9c22f28517f) in parent group-v558176. [ 1096.552378] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Creating folder: Instances. Parent ref: group-v558444. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.552558] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d60e90-9191-4feb-b970-143f949c0357 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.564064] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Created folder: Instances in parent group-v558444. [ 1096.564064] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.564064] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.564064] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cadfe447-bcb6-4e1a-b757-430a4c5687cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.579469] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.579469] env[68207]: value = "task-2777419" [ 1096.579469] env[68207]: _type = "Task" [ 1096.579469] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.587711] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777419, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.760933] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0d77d7eb-cb9d-4eb4-a9d8-074e069e87b2 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "1708bb4b-3539-4c9a-a1fe-f0f19936d58b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.873s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.813573] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.669485} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.813573] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.813573] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.813573] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d66a5683-4468-45be-85d7-e9da4a7d047e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.820417] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1096.820417] env[68207]: value = "task-2777420" [ 1096.820417] env[68207]: _type = "Task" [ 1096.820417] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.829922] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.909782] env[68207]: INFO nova.compute.manager [-] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Took 1.02 seconds to deallocate network for instance. [ 1096.924137] env[68207]: DEBUG oslo_vmware.api [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.091760] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777419, 'name': CreateVM_Task, 'duration_secs': 0.483296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.091932] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.092916] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.093154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.093481] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.093762] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ad94be-9015-4b12-b5c5-4cfa03eca7b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.098378] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1097.098378] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525778f7-fb98-172c-1e4f-e55151a87308" [ 1097.098378] env[68207]: _type = "Task" [ 1097.098378] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.106319] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525778f7-fb98-172c-1e4f-e55151a87308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.122115] env[68207]: DEBUG nova.network.neutron [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updated VIF entry in instance network info cache for port efe94172-4199-4f48-a1ac-4273bcb43c68. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.122476] env[68207]: DEBUG nova.network.neutron [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8134c46b-033f-40a5-ac8f-42835ed82062", "address": "fa:16:3e:d8:97:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8134c46b-03", "ovs_interfaceid": "8134c46b-033f-40a5-ac8f-42835ed82062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efe94172-4199-4f48-a1ac-4273bcb43c68", "address": "fa:16:3e:76:24:df", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe94172-41", "ovs_interfaceid": "efe94172-4199-4f48-a1ac-4273bcb43c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.333674] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101585} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.336619] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.338222] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a61528-77a7-4b4b-b220-a3c32c059006 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.361818] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.364812] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415a50df-b66e-44e1-b17e-0fe11b8d80ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.386282] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1097.386282] env[68207]: value = "task-2777421" [ 1097.386282] env[68207]: _type = "Task" [ 1097.386282] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.399502] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.421134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.421422] env[68207]: DEBUG oslo_vmware.api [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.448271] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5e29fe-8f04-4860-96f9-b721a5679b9a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.460301] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c01997-73c7-4433-b1c6-282591a3d871 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.496813] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb3f34-ff65-441a-bf4a-3b96da2ad4e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504516] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc72229-651e-47f3-b918-18bae2f1b898 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.518364] env[68207]: DEBUG nova.compute.provider_tree [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.610409] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525778f7-fb98-172c-1e4f-e55151a87308, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.610843] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.611212] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.611574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.611806] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.612101] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.612456] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb295fa-4f76-4954-8f1a-736a2b69e555 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.619491] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.619664] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.620365] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c0ef4c-f01c-49b7-8656-79f02b24dee2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.625648] env[68207]: DEBUG oslo_concurrency.lockutils [req-aaf80845-a256-4c56-8bf2-557eb8bbf8d3 req-d519e64a-0759-4d25-a7a7-692873b5a450 service nova] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.626160] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1097.626160] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524b3c71-e7d2-d526-ae85-fc02c7f28b0e" [ 1097.626160] env[68207]: _type = "Task" [ 1097.626160] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.633987] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524b3c71-e7d2-d526-ae85-fc02c7f28b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.901321] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777421, 'name': ReconfigVM_Task, 'duration_secs': 0.254458} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.901321] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.901321] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9873c958-aa49-468e-90db-31c06e0cb19e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.906500] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1097.906500] env[68207]: value = "task-2777422" [ 1097.906500] env[68207]: _type = "Task" [ 1097.906500] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.917472] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777422, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.923922] env[68207]: DEBUG oslo_vmware.api [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.019304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "695fdfab-be7f-48ef-a04a-635702674c45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.019394] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "695fdfab-be7f-48ef-a04a-635702674c45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.021022] env[68207]: DEBUG nova.scheduler.client.report [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.136596] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524b3c71-e7d2-d526-ae85-fc02c7f28b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.007341} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.137447] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80071674-f439-486f-b36f-b8d1c7af7a7c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.142813] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1098.142813] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52814916-9d1f-2e97-6911-e69991d4678f" [ 1098.142813] env[68207]: _type = "Task" [ 1098.142813] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.151025] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52814916-9d1f-2e97-6911-e69991d4678f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.421215] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777422, 'name': Rename_Task, 'duration_secs': 0.135454} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.424183] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.424490] env[68207]: DEBUG oslo_vmware.api [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777416, 'name': ReconfigVM_Task, 'duration_secs': 1.674614} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.424686] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86604d7a-1557-474c-902b-9434582a821d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.426504] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.426739] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfigured VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1098.433857] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1098.433857] env[68207]: value = "task-2777423" [ 1098.433857] env[68207]: _type = "Task" [ 1098.433857] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.441558] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.452454] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "c0af4882-3bbe-4fe3-a036-23eace62e869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.452659] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.525424] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.528507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.530223] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.531514] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.825s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.531756] env[68207]: DEBUG nova.objects.instance [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lazy-loading 'resources' on Instance uuid 11c37779-6f47-4880-88e1-a242ce915185 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.653648] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52814916-9d1f-2e97-6911-e69991d4678f, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.653905] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.654180] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.654459] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de56f0a2-2798-4b71-9100-6a21d876c49c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.660490] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1098.660490] env[68207]: value = "task-2777424" [ 1098.660490] env[68207]: _type = "Task" [ 1098.660490] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.668762] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.932708] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7eeddc98-f283-4c0b-a3df-adf470bcc466 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-efe94172-4199-4f48-a1ac-4273bcb43c68" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.365s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.945499] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.955204] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.037474] env[68207]: DEBUG nova.compute.utils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.042381] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.042568] env[68207]: DEBUG nova.network.neutron [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.060167] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.093791] env[68207]: DEBUG nova.policy [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.174483] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.245219] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98b20a4-e046-4282-9e2d-c2dd4b2e5f52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.252505] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e3b226-faa6-4d22-8ec5-2eec829dfc94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.282122] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ad2e7-c5f8-4b20-9e1c-7900322eef57 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.289959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b561b2-664d-48f2-bdde-e7b1271693c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.304685] env[68207]: DEBUG nova.compute.provider_tree [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.425440] env[68207]: DEBUG nova.network.neutron [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Successfully created port: 7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.445904] env[68207]: DEBUG oslo_vmware.api [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777423, 'name': PowerOnVM_Task, 'duration_secs': 0.593423} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.446163] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.446377] env[68207]: INFO nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1099.446543] env[68207]: DEBUG nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.447329] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d667c35-148c-44f2-813f-b9296e48009c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.474031] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.545569] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.676721] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646218} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.677021] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.677242] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.677509] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11a6789a-2ce8-4467-8a27-92c5d8a52828 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.685233] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1099.685233] env[68207]: value = "task-2777425" [ 1099.685233] env[68207]: _type = "Task" [ 1099.685233] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.693318] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.808359] env[68207]: DEBUG nova.scheduler.client.report [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.965490] env[68207]: INFO nova.compute.manager [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Took 19.61 seconds to build instance. [ 1100.195817] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.439108} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.196361] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.197218] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2a5c9-6fd0-4bd5-9448-1da44c064536 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217620] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.218189] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64462105-35aa-4245-848b-46623cbda052 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.237832] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1100.237832] env[68207]: value = "task-2777426" [ 1100.237832] env[68207]: _type = "Task" [ 1100.237832] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.248240] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.313415] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.315988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.292s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.316281] env[68207]: DEBUG nova.objects.instance [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lazy-loading 'resources' on Instance uuid 354580d5-c57d-4ce5-b59c-41233d615a8c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.331755] env[68207]: INFO nova.scheduler.client.report [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Deleted allocations for instance 11c37779-6f47-4880-88e1-a242ce915185 [ 1100.467188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f88b3b28-ecf6-4dcb-9c32-e39dbe583e90 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.122s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.484871] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-8134c46b-033f-40a5-ac8f-42835ed82062" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.485196] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-8134c46b-033f-40a5-ac8f-42835ed82062" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.555452] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.577530] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.577787] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.577947] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.578160] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.578290] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.578438] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.578646] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.578807] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.578976] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.579159] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.579332] env[68207]: DEBUG nova.virt.hardware [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.580224] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71512d-ce81-4edb-a7ee-008170490013 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.588433] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f1092-645f-4925-b2c2-b46eea07dc94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.722070] env[68207]: DEBUG nova.compute.manager [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Received event network-changed-0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.722298] env[68207]: DEBUG nova.compute.manager [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Refreshing instance network info cache due to event network-changed-0571fd41-4380-4804-a7d5-3c9dfc492f52. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1100.722525] env[68207]: DEBUG oslo_concurrency.lockutils [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] Acquiring lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.722671] env[68207]: DEBUG oslo_concurrency.lockutils [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] Acquired lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.722832] env[68207]: DEBUG nova.network.neutron [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Refreshing network info cache for port 0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.749393] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777426, 'name': ReconfigVM_Task, 'duration_secs': 0.291548} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.749393] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.750098] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e4298d5-28be-4c96-87c8-be443d288045 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.756999] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1100.756999] env[68207]: value = "task-2777427" [ 1100.756999] env[68207]: _type = "Task" [ 1100.756999] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.764939] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777427, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.845715] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb104d56-e02a-40e0-86aa-c24480e7f67c tempest-ListImageFiltersTestJSON-973686003 tempest-ListImageFiltersTestJSON-973686003-project-member] Lock "11c37779-6f47-4880-88e1-a242ce915185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.661s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.987664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.987917] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.988853] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e34f5-846c-43ae-b31a-94c1dc292434 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.995558] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.995792] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.015371] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef77f7aa-9ab2-4e5e-96f7-b2dac91ee016 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.051739] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfiguring VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1101.052610] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b28d0a5-2523-4950-891a-03af100213f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.078931] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1101.078931] env[68207]: value = "task-2777428" [ 1101.078931] env[68207]: _type = "Task" [ 1101.078931] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.085658] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98be636-af68-4d64-acc7-c387b1996d28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.092298] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.100063] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82982c4-1c81-4e4f-a1fd-96d84c559b2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.103096] env[68207]: DEBUG nova.network.neutron [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Successfully updated port: 7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.135817] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973d5a0-b91f-4fd9-bbb6-1ee1f5016f2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.143768] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad6848-d761-4cf6-b485-bddcf31e66d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.167521] env[68207]: DEBUG nova.compute.provider_tree [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.267550] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777427, 'name': Rename_Task, 'duration_secs': 0.244027} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.269976] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.270252] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f59248c-0de6-40e2-ac8d-b9b9e7cbd74e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.280023] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1101.280023] env[68207]: value = "task-2777429" [ 1101.280023] env[68207]: _type = "Task" [ 1101.280023] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.286426] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.515515] env[68207]: DEBUG nova.network.neutron [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updated VIF entry in instance network info cache for port 0571fd41-4380-4804-a7d5-3c9dfc492f52. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.515968] env[68207]: DEBUG nova.network.neutron [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updating instance_info_cache with network_info: [{"id": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "address": "fa:16:3e:9a:f9:08", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0571fd41-43", "ovs_interfaceid": "0571fd41-4380-4804-a7d5-3c9dfc492f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.522023] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1101.522023] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.590646] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.606154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.606361] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.606657] env[68207]: DEBUG nova.network.neutron [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.671903] env[68207]: DEBUG nova.scheduler.client.report [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.789214] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777429, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.021637] env[68207]: DEBUG oslo_concurrency.lockutils [req-e3d9a62b-d00e-4016-9195-313ed4dd45e9 req-761300c2-b0c8-4b3a-b1ae-e329abc7e87a service nova] Releasing lock "refresh_cache-f5a3dd39-d717-409a-8416-c2bcb7e9bc40" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.024270] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.093032] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.140209] env[68207]: DEBUG nova.network.neutron [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.180426] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.183413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.449s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.183413] env[68207]: DEBUG nova.objects.instance [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'resources' on Instance uuid bf79f617-53e5-46df-bd55-0cf48331efee {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.209094] env[68207]: INFO nova.scheduler.client.report [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Deleted allocations for instance 354580d5-c57d-4ce5-b59c-41233d615a8c [ 1102.289073] env[68207]: DEBUG oslo_vmware.api [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777429, 'name': PowerOnVM_Task, 'duration_secs': 0.974423} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.289351] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.289653] env[68207]: INFO nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1102.289724] env[68207]: DEBUG nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.290554] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb7b243-7bc9-4e37-85b7-8a177b563a92 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.308141] env[68207]: DEBUG nova.network.neutron [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Updating instance_info_cache with network_info: [{"id": "7a7540d7-23de-49d4-b174-82fffa3048b6", "address": "fa:16:3e:e2:91:4f", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7540d7-23", "ovs_interfaceid": "7a7540d7-23de-49d4-b174-82fffa3048b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.592365] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.719865] env[68207]: DEBUG oslo_concurrency.lockutils [None req-090ed4ad-14e7-478e-82fd-901dce30a1fb tempest-ServersTestMultiNic-1041516639 tempest-ServersTestMultiNic-1041516639-project-member] Lock "354580d5-c57d-4ce5-b59c-41233d615a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.439s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.754312] env[68207]: DEBUG nova.compute.manager [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Received event network-vif-plugged-7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.754312] env[68207]: DEBUG oslo_concurrency.lockutils [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] Acquiring lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.754312] env[68207]: DEBUG oslo_concurrency.lockutils [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.754312] env[68207]: DEBUG oslo_concurrency.lockutils [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.754312] env[68207]: DEBUG nova.compute.manager [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] No waiting events found dispatching network-vif-plugged-7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.754312] env[68207]: WARNING nova.compute.manager [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Received unexpected event network-vif-plugged-7a7540d7-23de-49d4-b174-82fffa3048b6 for instance with vm_state building and task_state spawning. [ 1102.755324] env[68207]: DEBUG nova.compute.manager [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Received event network-changed-7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.755324] env[68207]: DEBUG nova.compute.manager [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Refreshing instance network info cache due to event network-changed-7a7540d7-23de-49d4-b174-82fffa3048b6. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1102.755324] env[68207]: DEBUG oslo_concurrency.lockutils [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] Acquiring lock "refresh_cache-fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.811561] env[68207]: INFO nova.compute.manager [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Took 21.54 seconds to build instance. [ 1102.813421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.813762] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Instance network_info: |[{"id": "7a7540d7-23de-49d4-b174-82fffa3048b6", "address": "fa:16:3e:e2:91:4f", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7540d7-23", "ovs_interfaceid": "7a7540d7-23de-49d4-b174-82fffa3048b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.814061] env[68207]: DEBUG oslo_concurrency.lockutils [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] Acquired lock "refresh_cache-fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.814365] env[68207]: DEBUG nova.network.neutron [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Refreshing network info cache for port 7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.815718] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:91:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7540d7-23de-49d4-b174-82fffa3048b6', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.825347] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.828697] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.831159] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c20b1a6a-e78d-432b-9cac-23001b0ce0a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.861732] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.861732] env[68207]: value = "task-2777430" [ 1102.861732] env[68207]: _type = "Task" [ 1102.861732] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.871764] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777430, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.927133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd9ce9-81ea-4355-a10f-46d5484050bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.934961] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aba1ba-dc9c-408e-a801-d9839857cac9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.968459] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f8b70-a305-42db-9287-e71f9c3b3204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.976123] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a624ad-4667-4c3a-bdbd-848ec69c39d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.996237] env[68207]: DEBUG nova.compute.provider_tree [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.095633] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.313810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f90035d2-fe95-4b1a-9abc-f9d392d66495 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "112fe012-2240-49c3-a6d4-2599967c8abd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.046s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.378933] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777430, 'name': CreateVM_Task, 'duration_secs': 0.373839} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.379229] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.380848] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.381639] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.381639] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.382678] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb88c8f-6527-43df-93db-8cb348a3a2c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.388459] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1103.388459] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5277beae-b26f-32b9-eb3d-e6dfb03813a9" [ 1103.388459] env[68207]: _type = "Task" [ 1103.388459] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.180890] env[68207]: DEBUG nova.scheduler.client.report [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.184046] env[68207]: INFO nova.compute.manager [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Rebuilding instance [ 1104.188029] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5277beae-b26f-32b9-eb3d-e6dfb03813a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.189698] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.189925] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.190178] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.190316] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.190487] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.191237] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb0c9a8-96d2-46a0-b92a-379e4ffbdf34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.198841] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.202175] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.202175] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.204182] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4dc5493-abde-4cf4-9f63-9e48e7fcf86c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.213673] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1104.213673] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5270758f-29a6-d39e-1c67-20ab7a1e2daf" [ 1104.213673] env[68207]: _type = "Task" [ 1104.213673] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.219990] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5270758f-29a6-d39e-1c67-20ab7a1e2daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.234718] env[68207]: DEBUG nova.compute.manager [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.235543] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14743a59-5da7-4958-a2cd-f491cb1d7e0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.573712] env[68207]: DEBUG nova.network.neutron [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Updated VIF entry in instance network info cache for port 7a7540d7-23de-49d4-b174-82fffa3048b6. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.574090] env[68207]: DEBUG nova.network.neutron [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Updating instance_info_cache with network_info: [{"id": "7a7540d7-23de-49d4-b174-82fffa3048b6", "address": "fa:16:3e:e2:91:4f", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7540d7-23", "ovs_interfaceid": "7a7540d7-23de-49d4-b174-82fffa3048b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.696157] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.513s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.698215] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.698686] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.731s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.698915] env[68207]: DEBUG nova.objects.instance [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lazy-loading 'resources' on Instance uuid 980c9299-1f0f-480e-aee0-e4a68fc6fe37 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.722848] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5270758f-29a6-d39e-1c67-20ab7a1e2daf, 'name': SearchDatastore_Task, 'duration_secs': 0.025361} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.723951] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2319bd50-5f47-427d-990b-1451db80196e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.729473] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1104.729473] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5263ec48-5ed6-f3bc-dc36-350af5bdbf29" [ 1104.729473] env[68207]: _type = "Task" [ 1104.729473] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.734117] env[68207]: INFO nova.scheduler.client.report [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted allocations for instance bf79f617-53e5-46df-bd55-0cf48331efee [ 1104.742932] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5263ec48-5ed6-f3bc-dc36-350af5bdbf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.077060] env[68207]: DEBUG oslo_concurrency.lockutils [req-f206b9f9-df09-4df1-bdb3-0ffe5d5a675b req-15a1f825-9f10-4201-8746-db5ffdb4fbc5 service nova] Releasing lock "refresh_cache-fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.195449] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.246091] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5263ec48-5ed6-f3bc-dc36-350af5bdbf29, 'name': SearchDatastore_Task, 'duration_secs': 0.025288} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.246091] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a1dd0fb-5f32-4d0e-a7d6-55145a6f58cb tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "bf79f617-53e5-46df-bd55-0cf48331efee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.103s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.249426] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.249715] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f/fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.250506] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.252766] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-772bca62-2324-4bb0-8fc8-2e7cfe6692f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.253414] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53b0fc2-4247-48f7-b3e1-e476eb0174ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.260678] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1105.260678] env[68207]: value = "task-2777432" [ 1105.260678] env[68207]: _type = "Task" [ 1105.260678] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.261940] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1105.261940] env[68207]: value = "task-2777431" [ 1105.261940] env[68207]: _type = "Task" [ 1105.261940] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.285098] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.289323] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.345889] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.346109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.423991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f41ec73-c453-4ad0-933e-ebb21f8e5ba7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.435574] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb6471d-23fa-40c6-b5d6-22aac08acc65 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.472904] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6bba7a-be78-4cad-b9bc-930df5786e2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.481980] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af89be0-1d04-4b0e-bf7e-240a3ac50907 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.498347] env[68207]: DEBUG nova.compute.provider_tree [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.695432] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.771466] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.783558] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777431, 'name': PowerOffVM_Task, 'duration_secs': 0.117904} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.783826] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.784060] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.784813] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb6fd4c-0c48-4a07-8a3b-441c3b5803e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.791191] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.791416] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26418f54-56a1-4a3a-849a-749e0fad963f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.819122] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.819364] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.819630] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Deleting the datastore file [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.819813] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e642ee1f-b1e0-464d-80b1-5e787251d333 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.825614] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1105.825614] env[68207]: value = "task-2777434" [ 1105.825614] env[68207]: _type = "Task" [ 1105.825614] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.833108] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.852951] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.933787] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.933787] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.002271] env[68207]: DEBUG nova.scheduler.client.report [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.196855] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.271847] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542568} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.272185] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f/fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.272413] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.272654] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2312a7f5-515d-4b3b-a37b-4d057e365889 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.278619] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1106.278619] env[68207]: value = "task-2777435" [ 1106.278619] env[68207]: _type = "Task" [ 1106.278619] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.286405] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.335218] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496103} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.335499] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.335686] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.335995] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.378219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.437504] env[68207]: INFO nova.compute.manager [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Detaching volume b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a [ 1106.474531] env[68207]: INFO nova.virt.block_device [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Attempting to driver detach volume b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a from mountpoint /dev/sdb [ 1106.475359] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.475359] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558401', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'name': 'volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82f94a63-f043-4260-83ac-4bdab850236f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'serial': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1106.475872] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374d2b50-e00a-4766-b6ec-39241d884e0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.498705] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6c63f-23e4-4b4a-837d-76c98a3e9cfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.505661] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fcdf3f-aecc-400c-8320-30c59154d836 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.508519] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.510518] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.090s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.510744] env[68207]: DEBUG nova.objects.instance [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lazy-loading 'resources' on Instance uuid 002ae3e7-cb84-4a64-8d98-cf357a50b2fa {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.530410] env[68207]: INFO nova.scheduler.client.report [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Deleted allocations for instance 980c9299-1f0f-480e-aee0-e4a68fc6fe37 [ 1106.532035] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ceee8-c634-4b15-ad68-87cb572c0812 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.549829] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] The volume has not been displaced from its original location: [datastore2] volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a/volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1106.555401] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.555401] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dfaed14-a219-4afd-95fd-62788b3b1736 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.573405] env[68207]: DEBUG oslo_vmware.api [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1106.573405] env[68207]: value = "task-2777436" [ 1106.573405] env[68207]: _type = "Task" [ 1106.573405] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.581441] env[68207]: DEBUG oslo_vmware.api [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.697294] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.788742] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066112} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.789077] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.789892] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c651ac-d517-47fe-8688-5dd6be9bd04b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.812713] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f/fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.813072] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae839af-59e0-4c7a-b896-b666040cd640 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.831926] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1106.831926] env[68207]: value = "task-2777437" [ 1106.831926] env[68207]: _type = "Task" [ 1106.831926] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.842484] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.040911] env[68207]: DEBUG oslo_concurrency.lockutils [None req-184e05a7-dc06-4beb-a4c3-5096f616d606 tempest-ServerAddressesTestJSON-1194466958 tempest-ServerAddressesTestJSON-1194466958-project-member] Lock "980c9299-1f0f-480e-aee0-e4a68fc6fe37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.482s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.083357] env[68207]: DEBUG oslo_vmware.api [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777436, 'name': ReconfigVM_Task, 'duration_secs': 0.397568} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.083618] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.090863] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ba53e1-2df1-4782-91c5-c3e311a81352 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.106212] env[68207]: DEBUG oslo_vmware.api [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1107.106212] env[68207]: value = "task-2777438" [ 1107.106212] env[68207]: _type = "Task" [ 1107.106212] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.114731] env[68207]: DEBUG oslo_vmware.api [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.202180] env[68207]: DEBUG oslo_vmware.api [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777428, 'name': ReconfigVM_Task, 'duration_secs': 5.745125} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.204890] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.205117] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfigured VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1107.244089] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc88b89-f2c6-4752-9f7b-07a1e1f162ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.251592] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390c6e71-8055-412e-a8f8-631507c5ee56 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.285573] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50528e67-9ab1-426c-aa13-bbb7dce7a6da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.293146] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e434b8dc-847f-458c-858f-12294612a6d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.306902] env[68207]: DEBUG nova.compute.provider_tree [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.341644] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.373310] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.373529] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.373676] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.373848] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.373990] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.374162] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.374399] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.374600] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.374778] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.374940] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.375129] env[68207]: DEBUG nova.virt.hardware [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.376071] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f899611d-61a6-4271-b46f-f4ba096858e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.386480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c4af1-ca18-4ae8-92e3-12963c98ae08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.402272] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance VIF info [] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.407912] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.408208] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.408420] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b27a55d-d782-4737-9cf3-5d12f2bddfbb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.425046] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.425046] env[68207]: value = "task-2777439" [ 1107.425046] env[68207]: _type = "Task" [ 1107.425046] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.432922] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777439, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.622412] env[68207]: DEBUG oslo_vmware.api [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777438, 'name': ReconfigVM_Task, 'duration_secs': 0.157306} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.622655] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558401', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'name': 'volume-b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82f94a63-f043-4260-83ac-4bdab850236f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a', 'serial': 'b65a5dc8-4a17-4ed5-b4c0-5941e7babb7a'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1107.635284] env[68207]: DEBUG nova.compute.manager [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-vif-deleted-8134c46b-033f-40a5-ac8f-42835ed82062 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.635598] env[68207]: INFO nova.compute.manager [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Neutron deleted interface 8134c46b-033f-40a5-ac8f-42835ed82062; detaching it from the instance and deleting it from the info cache [ 1107.635765] env[68207]: DEBUG nova.network.neutron [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efe94172-4199-4f48-a1ac-4273bcb43c68", "address": "fa:16:3e:76:24:df", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe94172-41", "ovs_interfaceid": "efe94172-4199-4f48-a1ac-4273bcb43c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.812912] env[68207]: DEBUG nova.scheduler.client.report [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.842886] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777437, 'name': ReconfigVM_Task, 'duration_secs': 0.590041} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.843641] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Reconfigured VM instance instance-00000066 to attach disk [datastore2] fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f/fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.846620] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbf4797-e358-4fa0-b986-dfed0a4d5247 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.852217] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1107.852217] env[68207]: value = "task-2777440" [ 1107.852217] env[68207]: _type = "Task" [ 1107.852217] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.859859] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777440, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.935579] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777439, 'name': CreateVM_Task, 'duration_secs': 0.293012} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.935825] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.936328] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.936644] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.937105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.937416] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b114e9-d83e-4081-b7da-b377ff0ab207 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.942103] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1107.942103] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa0611-c939-0356-7079-3fe633fbd46f" [ 1107.942103] env[68207]: _type = "Task" [ 1107.942103] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.954925] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fa0611-c939-0356-7079-3fe633fbd46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.144216] env[68207]: DEBUG oslo_concurrency.lockutils [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.144216] env[68207]: DEBUG oslo_concurrency.lockutils [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] Acquired lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.144216] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d145c97-fec9-456d-b0d5-c0d5559bc6f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.173613] env[68207]: DEBUG oslo_concurrency.lockutils [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] Releasing lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.173613] env[68207]: WARNING nova.compute.manager [req-2f413d15-eeb9-44ef-9785-3531947cb2d1 req-fad7d3bf-2b28-4ea4-b1bc-f378e2fea5c1 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Detach interface failed, port_id=8134c46b-033f-40a5-ac8f-42835ed82062, reason: No device with interface-id 8134c46b-033f-40a5-ac8f-42835ed82062 exists on VM: nova.exception.NotFound: No device with interface-id 8134c46b-033f-40a5-ac8f-42835ed82062 exists on VM [ 1108.175086] env[68207]: DEBUG nova.objects.instance [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'flavor' on Instance uuid 82f94a63-f043-4260-83ac-4bdab850236f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.316728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.319643] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.259s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.321587] env[68207]: INFO nova.compute.claims [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.350028] env[68207]: INFO nova.scheduler.client.report [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Deleted allocations for instance 002ae3e7-cb84-4a64-8d98-cf357a50b2fa [ 1108.365726] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777440, 'name': Rename_Task, 'duration_secs': 0.141473} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.368014] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.368014] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195e6432-ecb7-4939-bb53-e00e086a1807 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.377163] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1108.377163] env[68207]: value = "task-2777441" [ 1108.377163] env[68207]: _type = "Task" [ 1108.377163] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.391791] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.452964] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fa0611-c939-0356-7079-3fe633fbd46f, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.453341] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.454047] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.454047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.454047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.454200] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.454494] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa090742-a876-4292-bb18-aa7ed089099e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.464801] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.466037] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.466037] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44290ef7-8e64-47f9-8d95-7db0874a1a06 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.472123] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1108.472123] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524f4c17-5b67-0fcc-78d4-9dca6e10ea76" [ 1108.472123] env[68207]: _type = "Task" [ 1108.472123] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.481069] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524f4c17-5b67-0fcc-78d4-9dca6e10ea76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.611593] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.611593] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.611782] env[68207]: DEBUG nova.network.neutron [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.870722] env[68207]: DEBUG oslo_concurrency.lockutils [None req-74855f97-b7be-409e-8012-3503ba87bbcf tempest-ServerShowV247Test-1622570955 tempest-ServerShowV247Test-1622570955-project-member] Lock "002ae3e7-cb84-4a64-8d98-cf357a50b2fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.662s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.891051] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.929296] env[68207]: DEBUG nova.compute.manager [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-vif-deleted-efe94172-4199-4f48-a1ac-4273bcb43c68 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.929565] env[68207]: INFO nova.compute.manager [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Neutron deleted interface efe94172-4199-4f48-a1ac-4273bcb43c68; detaching it from the instance and deleting it from the info cache [ 1108.929957] env[68207]: DEBUG nova.network.neutron [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.986381] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524f4c17-5b67-0fcc-78d4-9dca6e10ea76, 'name': SearchDatastore_Task, 'duration_secs': 0.028503} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.987515] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de0ef94-fa65-43d3-8c9c-4c4842ef6240 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.000926] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1109.000926] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521a1283-b80c-0b9c-a14c-2df8bfd9d833" [ 1109.000926] env[68207]: _type = "Task" [ 1109.000926] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.013300] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521a1283-b80c-0b9c-a14c-2df8bfd9d833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.187047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df57dc1a-6972-4ec7-8e7b-a0f5096f589c tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.391950] env[68207]: DEBUG oslo_vmware.api [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777441, 'name': PowerOnVM_Task, 'duration_secs': 0.769709} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.392285] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.396108] env[68207]: INFO nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1109.396108] env[68207]: DEBUG nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.396108] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cae4dc-1f1a-40ef-b8b7-c4f7a561945d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.433915] env[68207]: DEBUG oslo_concurrency.lockutils [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.434104] env[68207]: DEBUG oslo_concurrency.lockutils [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Acquired lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.435364] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dba2d5-6b35-4cac-88d0-8c829e19d0e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.456061] env[68207]: INFO nova.network.neutron [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Port efe94172-4199-4f48-a1ac-4273bcb43c68 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1109.456427] env[68207]: DEBUG nova.network.neutron [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [{"id": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "address": "fa:16:3e:a3:26:3c", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc767d2a5-ea", "ovs_interfaceid": "c767d2a5-ea00-4f94-9056-7efc115f23b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.458163] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e588a0-4373-406f-85fe-b0b6d84c9f85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.466186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "24a6ecac-c7b6-41ca-8869-231f43debcec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.466186] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.490196] env[68207]: DEBUG nova.virt.vmwareapi.vmops [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfiguring VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1109.493325] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.496485] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83eb1a9-90c4-42ac-bd91-de8af4c69b14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.511410] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.521341] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521a1283-b80c-0b9c-a14c-2df8bfd9d833, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.522692] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.522848] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.523316] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Waiting for the task: (returnval){ [ 1109.523316] env[68207]: value = "task-2777442" [ 1109.523316] env[68207]: _type = "Task" [ 1109.523316] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.524614] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33bc1e04-682e-49aa-abed-6b43f998d997 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.534575] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "b55dcea3-e1db-4372-9714-0813f5653ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.534812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.543174] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1109.543174] env[68207]: value = "task-2777443" [ 1109.543174] env[68207]: _type = "Task" [ 1109.543174] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.546875] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.556212] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.593124] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.593841] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.622829] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99c375-418c-431e-8652-729129a4557e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.631972] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4377e676-0ec3-4567-8180-28ce37f9c35a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.662946] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86501b65-c2f0-4aa9-9d61-a33dc80fdecc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.670638] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99e456-1f77-45d1-8f13-52f8566f3820 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.686652] env[68207]: DEBUG nova.compute.provider_tree [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.916072] env[68207]: INFO nova.compute.manager [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Took 24.51 seconds to build instance. [ 1109.965042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.039396] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.040505] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.040900] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.055649] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.099018] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.193029] env[68207]: DEBUG nova.scheduler.client.report [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.279210] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.279488] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.279702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "82f94a63-f043-4260-83ac-4bdab850236f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.279883] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.280071] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.282959] env[68207]: INFO nova.compute.manager [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Terminating instance [ 1110.417731] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c6309c97-36db-463e-8d68-2a063f9e85c8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.015s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.467597] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ee0800d8-4d01-4769-883f-6b6df3db9a12 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-d9b00dae-dabe-4e03-900d-9480ead832f7-8134c46b-033f-40a5-ac8f-42835ed82062" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.982s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.538380] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.558562] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741332} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.558860] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.559120] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.559470] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f192618-9d3c-4d07-b5f6-803b3f6d4bdc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.565736] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1110.565736] env[68207]: value = "task-2777444" [ 1110.565736] env[68207]: _type = "Task" [ 1110.565736] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.569224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.574451] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.618552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.699837] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.700547] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.705109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.230s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.705202] env[68207]: INFO nova.compute.claims [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.786207] env[68207]: DEBUG nova.compute.manager [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.786448] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.787312] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219659b6-4816-4704-a78d-6c4c23ba063d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.795049] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.795186] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0edc6940-ef06-45ff-8371-f3e18d8016d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.801359] env[68207]: DEBUG oslo_vmware.api [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1110.801359] env[68207]: value = "task-2777445" [ 1110.801359] env[68207]: _type = "Task" [ 1110.801359] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.809113] env[68207]: DEBUG oslo_vmware.api [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.039163] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.074405] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136354} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.074841] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.076044] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e84e8-118f-4811-9711-9a38ca97c296 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.094891] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.095134] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c243ef-a9c9-4aa2-8237-7badaa495f65 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.113723] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1111.113723] env[68207]: value = "task-2777446" [ 1111.113723] env[68207]: _type = "Task" [ 1111.113723] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.122952] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.209786] env[68207]: DEBUG nova.compute.utils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.213405] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.213405] env[68207]: DEBUG nova.network.neutron [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.251192] env[68207]: DEBUG nova.policy [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '846899152067458ab2339bbee85a59ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce671f155cfe4b329a8509de2113ac60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.273029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.273029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.273029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.273219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.273306] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.275727] env[68207]: INFO nova.compute.manager [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Terminating instance [ 1111.311447] env[68207]: DEBUG oslo_vmware.api [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777445, 'name': PowerOffVM_Task, 'duration_secs': 0.494756} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.311703] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.311866] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.312124] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b847321-2816-4099-bd2d-0b2884f864d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.386024] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.386024] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.386024] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleting the datastore file [datastore2] 82f94a63-f043-4260-83ac-4bdab850236f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.386024] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce1620bd-079e-4d2e-b060-40860bcdbda7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.392885] env[68207]: DEBUG oslo_vmware.api [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1111.392885] env[68207]: value = "task-2777448" [ 1111.392885] env[68207]: _type = "Task" [ 1111.392885] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.402164] env[68207]: DEBUG oslo_vmware.api [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.539808] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.600444] env[68207]: DEBUG nova.network.neutron [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Successfully created port: b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.623179] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777446, 'name': ReconfigVM_Task, 'duration_secs': 0.290779} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.623446] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd/112fe012-2240-49c3-a6d4-2599967c8abd.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.624115] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e78ee20-14e5-4e99-8630-2c6400e21a2c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.630976] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1111.630976] env[68207]: value = "task-2777449" [ 1111.630976] env[68207]: _type = "Task" [ 1111.630976] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.639815] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777449, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.713855] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.779039] env[68207]: DEBUG nova.compute.manager [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.779291] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.780184] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c53bee-8c3c-40c7-8e54-164e3364b748 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.787772] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.788044] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd80c83-b164-4c92-a342-4a500bf9d0ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.795477] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1111.795477] env[68207]: value = "task-2777450" [ 1111.795477] env[68207]: _type = "Task" [ 1111.795477] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.804981] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.905642] env[68207]: DEBUG oslo_vmware.api [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351342} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.905909] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.906085] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.906265] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.906440] env[68207]: INFO nova.compute.manager [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1111.906719] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.906908] env[68207]: DEBUG nova.compute.manager [-] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.907011] env[68207]: DEBUG nova.network.neutron [-] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.932890] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f1d74-32d3-4db8-9e21-535595222315 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.944641] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf61187-81d5-4bc5-90d1-e9e9fe07dc06 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.985161] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaeee5a-8be8-4350-886a-513dc9c00aa3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.993278] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f63698-3384-4126-aed2-cdbae91ae204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.006817] env[68207]: DEBUG nova.compute.provider_tree [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.040968] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.143602] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777449, 'name': Rename_Task, 'duration_secs': 0.143652} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.143893] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.144144] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6e99208-f3f8-4816-8168-c3073a1e5465 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.151450] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1112.151450] env[68207]: value = "task-2777451" [ 1112.151450] env[68207]: _type = "Task" [ 1112.151450] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.159564] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.305274] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777450, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.415872] env[68207]: DEBUG nova.compute.manager [req-d1ad48dc-dcea-4209-8d59-e95d44944f51 req-b232f231-2312-4d0e-84cf-00de1d94d18f service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Received event network-vif-deleted-700ae8ca-329e-48f8-865f-4eca5c4ac0cd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.416096] env[68207]: INFO nova.compute.manager [req-d1ad48dc-dcea-4209-8d59-e95d44944f51 req-b232f231-2312-4d0e-84cf-00de1d94d18f service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Neutron deleted interface 700ae8ca-329e-48f8-865f-4eca5c4ac0cd; detaching it from the instance and deleting it from the info cache [ 1112.416307] env[68207]: DEBUG nova.network.neutron [req-d1ad48dc-dcea-4209-8d59-e95d44944f51 req-b232f231-2312-4d0e-84cf-00de1d94d18f service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.509466] env[68207]: DEBUG nova.scheduler.client.report [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.541995] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.662578] env[68207]: DEBUG oslo_vmware.api [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777451, 'name': PowerOnVM_Task, 'duration_secs': 0.510808} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.662827] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.663109] env[68207]: DEBUG nova.compute.manager [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.663898] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7023ec-a7c8-495a-a2db-d286c1cec8b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.729541] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.758045] env[68207]: DEBUG nova.virt.hardware [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.759200] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863aae56-1383-40e6-9726-3e38e1dfe7b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.768432] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa208316-e9ef-47e6-b63b-f0a5814bf359 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.805089] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777450, 'name': PowerOffVM_Task, 'duration_secs': 0.518124} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.805429] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.805626] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.805917] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68978b1a-ed3e-4108-b58d-7561d745de6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.895708] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.895937] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.896137] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.896462] env[68207]: DEBUG nova.network.neutron [-] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.897632] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17138bf-2959-4a3c-a35f-3fbd65b7fbe9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.904907] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1112.904907] env[68207]: value = "task-2777453" [ 1112.904907] env[68207]: _type = "Task" [ 1112.904907] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.916109] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.919133] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac02006e-6e94-4525-91cf-2d1a45a82840 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.927699] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef822c-3ebf-419d-bca1-147f5d653e99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.957136] env[68207]: DEBUG nova.compute.manager [req-d1ad48dc-dcea-4209-8d59-e95d44944f51 req-b232f231-2312-4d0e-84cf-00de1d94d18f service nova] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Detach interface failed, port_id=700ae8ca-329e-48f8-865f-4eca5c4ac0cd, reason: Instance 82f94a63-f043-4260-83ac-4bdab850236f could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1113.015021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.015756] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.019301] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.995s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.019498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.019670] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1113.020036] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.642s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.021467] env[68207]: INFO nova.compute.claims [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.025579] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575530d8-709e-4793-8a86-52a465224839 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.037164] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8dcfd-f693-4ea8-97ee-521bec737598 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.045720] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.054395] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65391f7d-f081-4f39-8027-c6b0d0441b76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.062469] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ffb767-d89f-4f6d-8bbf-c5d4c9f0d893 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.094631] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179723MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1113.094787] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.178507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.367155] env[68207]: DEBUG nova.compute.manager [req-cba138b2-1e5a-4a9e-ac64-f3c4a17ab518 req-26bb17be-cf1c-453b-a45f-236004301047 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Received event network-vif-plugged-b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.370490] env[68207]: DEBUG oslo_concurrency.lockutils [req-cba138b2-1e5a-4a9e-ac64-f3c4a17ab518 req-26bb17be-cf1c-453b-a45f-236004301047 service nova] Acquiring lock "695fdfab-be7f-48ef-a04a-635702674c45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.370772] env[68207]: DEBUG oslo_concurrency.lockutils [req-cba138b2-1e5a-4a9e-ac64-f3c4a17ab518 req-26bb17be-cf1c-453b-a45f-236004301047 service nova] Lock "695fdfab-be7f-48ef-a04a-635702674c45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.371011] env[68207]: DEBUG oslo_concurrency.lockutils [req-cba138b2-1e5a-4a9e-ac64-f3c4a17ab518 req-26bb17be-cf1c-453b-a45f-236004301047 service nova] Lock "695fdfab-be7f-48ef-a04a-635702674c45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.371282] env[68207]: DEBUG nova.compute.manager [req-cba138b2-1e5a-4a9e-ac64-f3c4a17ab518 req-26bb17be-cf1c-453b-a45f-236004301047 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] No waiting events found dispatching network-vif-plugged-b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.371376] env[68207]: WARNING nova.compute.manager [req-cba138b2-1e5a-4a9e-ac64-f3c4a17ab518 req-26bb17be-cf1c-453b-a45f-236004301047 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Received unexpected event network-vif-plugged-b1867ac2-ee4e-44c3-9881-16ecea56a16b for instance with vm_state building and task_state spawning. [ 1113.401427] env[68207]: INFO nova.compute.manager [-] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Took 1.49 seconds to deallocate network for instance. [ 1113.415667] env[68207]: DEBUG oslo_vmware.api [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307668} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.415913] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.416146] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.416350] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.416520] env[68207]: INFO nova.compute.manager [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1113.416761] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.417019] env[68207]: DEBUG nova.compute.manager [-] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.417159] env[68207]: DEBUG nova.network.neutron [-] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.473816] env[68207]: DEBUG nova.network.neutron [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Successfully updated port: b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.521259] env[68207]: DEBUG nova.compute.utils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.523533] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.523724] env[68207]: DEBUG nova.network.neutron [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.543464] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.572608] env[68207]: DEBUG nova.policy [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92035dc1a0c42e4a78f8291ec5a1494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5a044b76664a8184a902a346ebe208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.882687] env[68207]: DEBUG nova.network.neutron [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Successfully created port: 97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.911154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.977122] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.977289] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.977446] env[68207]: DEBUG nova.network.neutron [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.028861] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.044674] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.179030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "112fe012-2240-49c3-a6d4-2599967c8abd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.179030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "112fe012-2240-49c3-a6d4-2599967c8abd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.179250] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "112fe012-2240-49c3-a6d4-2599967c8abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.179432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "112fe012-2240-49c3-a6d4-2599967c8abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.179600] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "112fe012-2240-49c3-a6d4-2599967c8abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.181480] env[68207]: INFO nova.compute.manager [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Terminating instance [ 1114.184180] env[68207]: DEBUG nova.network.neutron [-] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.204321] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4157491-ae50-4053-a544-95ee5bbd225c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.211870] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c15c2dc-5f68-4724-a6ae-cd07f2a7d78c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.244615] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5fe510-8e77-458b-b244-981f4b6b5551 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.252489] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d848a8a-5e20-432f-b941-d4173ac4b02f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.265888] env[68207]: DEBUG nova.compute.provider_tree [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.445547] env[68207]: DEBUG nova.compute.manager [req-ce3dc21c-4936-4026-a871-0454a6b73ff3 req-94dfd4a1-a865-4011-b807-375c591d5d73 service nova] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Received event network-vif-deleted-7a7540d7-23de-49d4-b174-82fffa3048b6 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.509028] env[68207]: DEBUG nova.network.neutron [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.544968] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.636506] env[68207]: DEBUG nova.network.neutron [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updating instance_info_cache with network_info: [{"id": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "address": "fa:16:3e:47:50:6d", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1867ac2-ee", "ovs_interfaceid": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.686888] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "refresh_cache-112fe012-2240-49c3-a6d4-2599967c8abd" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.687143] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquired lock "refresh_cache-112fe012-2240-49c3-a6d4-2599967c8abd" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.687347] env[68207]: DEBUG nova.network.neutron [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.688614] env[68207]: INFO nova.compute.manager [-] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Took 1.27 seconds to deallocate network for instance. [ 1114.768963] env[68207]: DEBUG nova.scheduler.client.report [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.035660] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.047258] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.062386] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.062386] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.062386] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.062602] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.062709] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.062856] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.063089] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.063241] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.063412] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.063574] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.063747] env[68207]: DEBUG nova.virt.hardware [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.064586] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fb0e2-2bd2-4ab8-932a-0e39c5ba0f64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.072058] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0400436-8440-495d-acaf-a21f453eac9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.138714] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.139166] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Instance network_info: |[{"id": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "address": "fa:16:3e:47:50:6d", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1867ac2-ee", "ovs_interfaceid": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.139590] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:50:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1867ac2-ee4e-44c3-9881-16ecea56a16b', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.147126] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating folder: Project (ce671f155cfe4b329a8509de2113ac60). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.147395] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71185d2b-f91e-43ec-986c-c423a75280fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.158103] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created folder: Project (ce671f155cfe4b329a8509de2113ac60) in parent group-v558176. [ 1115.158300] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating folder: Instances. Parent ref: group-v558449. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.158533] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be76f620-f8f6-4e19-846b-8f82e21e668c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.166867] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created folder: Instances in parent group-v558449. [ 1115.167098] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.167291] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.167480] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca64b702-050e-4440-bc12-b9a4f4bcbc89 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.186245] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.186245] env[68207]: value = "task-2777456" [ 1115.186245] env[68207]: _type = "Task" [ 1115.186245] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.196704] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.196905] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777456, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.205168] env[68207]: DEBUG nova.network.neutron [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.259740] env[68207]: DEBUG nova.network.neutron [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.276799] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.277394] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.280188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.240s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.284018] env[68207]: INFO nova.compute.claims [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.405255] env[68207]: DEBUG nova.network.neutron [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Successfully updated port: 97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.469358] env[68207]: DEBUG nova.compute.manager [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Received event network-changed-b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.469358] env[68207]: DEBUG nova.compute.manager [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Refreshing instance network info cache due to event network-changed-b1867ac2-ee4e-44c3-9881-16ecea56a16b. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1115.469358] env[68207]: DEBUG oslo_concurrency.lockutils [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] Acquiring lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.469358] env[68207]: DEBUG oslo_concurrency.lockutils [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] Acquired lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.469358] env[68207]: DEBUG nova.network.neutron [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Refreshing network info cache for port b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.548442] env[68207]: DEBUG oslo_vmware.api [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Task: {'id': task-2777442, 'name': ReconfigVM_Task, 'duration_secs': 5.869468} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.548754] env[68207]: DEBUG oslo_concurrency.lockutils [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] Releasing lock "d9b00dae-dabe-4e03-900d-9480ead832f7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.548974] env[68207]: DEBUG nova.virt.vmwareapi.vmops [req-2d726d1b-3732-4c0c-8f21-38e0cface1e6 req-5ef41017-cd74-42a0-b6cf-b92760d3d308 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Reconfigured VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1115.549426] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.039s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.549650] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.549851] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.550028] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.552146] env[68207]: INFO nova.compute.manager [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Terminating instance [ 1115.696845] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777456, 'name': CreateVM_Task, 'duration_secs': 0.35833} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.697027] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.697756] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.697968] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.698372] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.698659] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7fe6d6-43a5-44cd-822a-dc00df504d7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.703405] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1115.703405] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f52b5f-6f16-54c1-16af-24d960a0edca" [ 1115.703405] env[68207]: _type = "Task" [ 1115.703405] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.711225] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f52b5f-6f16-54c1-16af-24d960a0edca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.762552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Releasing lock "refresh_cache-112fe012-2240-49c3-a6d4-2599967c8abd" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.762978] env[68207]: DEBUG nova.compute.manager [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.763189] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.764070] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486ece0f-ffb8-487b-a5a5-da36840e5618 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.771264] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.771523] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3605850f-c85e-4ee4-8177-06f625a62481 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.777787] env[68207]: DEBUG oslo_vmware.api [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1115.777787] env[68207]: value = "task-2777457" [ 1115.777787] env[68207]: _type = "Task" [ 1115.777787] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.788509] env[68207]: DEBUG nova.compute.utils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.789692] env[68207]: DEBUG oslo_vmware.api [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.790151] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.790315] env[68207]: DEBUG nova.network.neutron [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.842698] env[68207]: DEBUG nova.policy [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e87295ad81a4abd8b85c864c5f8fb48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '499428c0cc6d493a896012aeaa18eae6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.907616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-c0af4882-3bbe-4fe3-a036-23eace62e869" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.907820] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-c0af4882-3bbe-4fe3-a036-23eace62e869" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.908028] env[68207]: DEBUG nova.network.neutron [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.056292] env[68207]: DEBUG nova.compute.manager [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.056523] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.057477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0f775-f909-4731-a132-7bed8358dd17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.068010] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.068584] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2082d4af-6bfc-483d-b325-03f75bd639b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.074900] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1116.074900] env[68207]: value = "task-2777458" [ 1116.074900] env[68207]: _type = "Task" [ 1116.074900] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.082393] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.174801] env[68207]: DEBUG nova.network.neutron [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updated VIF entry in instance network info cache for port b1867ac2-ee4e-44c3-9881-16ecea56a16b. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.175176] env[68207]: DEBUG nova.network.neutron [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updating instance_info_cache with network_info: [{"id": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "address": "fa:16:3e:47:50:6d", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1867ac2-ee", "ovs_interfaceid": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.201211] env[68207]: DEBUG nova.network.neutron [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Successfully created port: 404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.212864] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f52b5f-6f16-54c1-16af-24d960a0edca, 'name': SearchDatastore_Task, 'duration_secs': 0.008649} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.213160] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.213394] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.213652] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.213808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.213983] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.214242] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019d8041-6636-4559-ad2b-249bb27e3f21 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.227205] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.227205] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.227900] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa54b3a8-d2f7-45c8-9a4c-eeec205b025c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.233120] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1116.233120] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b5c33d-d987-7368-81dd-a1a964323f4f" [ 1116.233120] env[68207]: _type = "Task" [ 1116.233120] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.240570] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b5c33d-d987-7368-81dd-a1a964323f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.286949] env[68207]: DEBUG oslo_vmware.api [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777457, 'name': PowerOffVM_Task, 'duration_secs': 0.227404} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.287232] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.287407] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.287656] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-519e127c-8cdf-4dc4-9693-8500bc9131bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.293347] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.311578] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.311788] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.311967] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Deleting the datastore file [datastore2] 112fe012-2240-49c3-a6d4-2599967c8abd {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.312233] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d5fe92-5156-495b-a153-9506a5b4ea11 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.318323] env[68207]: DEBUG oslo_vmware.api [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for the task: (returnval){ [ 1116.318323] env[68207]: value = "task-2777460" [ 1116.318323] env[68207]: _type = "Task" [ 1116.318323] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.328597] env[68207]: DEBUG oslo_vmware.api [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.457069] env[68207]: DEBUG nova.network.neutron [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.520276] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70b49e-1823-4655-a7e0-c47ea36e9531 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.530943] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c24cbe-598f-4ef2-9e7a-d669073db886 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.563477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493f1ee5-579c-4dce-b6f5-0eda6d89b79a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.572057] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57de050f-3b31-48e6-a99a-642e834a851f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.587956] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.592057] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.601687] env[68207]: DEBUG nova.network.neutron [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Updating instance_info_cache with network_info: [{"id": "97cfdcea-7f6a-484c-884b-42247fe2abfb", "address": "fa:16:3e:0e:85:ae", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97cfdcea-7f", "ovs_interfaceid": "97cfdcea-7f6a-484c-884b-42247fe2abfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.677503] env[68207]: DEBUG oslo_concurrency.lockutils [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] Releasing lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.677853] env[68207]: DEBUG nova.compute.manager [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Received event network-vif-plugged-97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.677964] env[68207]: DEBUG oslo_concurrency.lockutils [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] Acquiring lock "c0af4882-3bbe-4fe3-a036-23eace62e869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.678195] env[68207]: DEBUG oslo_concurrency.lockutils [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.678359] env[68207]: DEBUG oslo_concurrency.lockutils [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.678527] env[68207]: DEBUG nova.compute.manager [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] No waiting events found dispatching network-vif-plugged-97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.678693] env[68207]: WARNING nova.compute.manager [req-42096659-0880-40ff-a54a-d6fd3a125d63 req-10a0911a-83c2-439a-b1dd-c42a7a33bae3 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Received unexpected event network-vif-plugged-97cfdcea-7f6a-484c-884b-42247fe2abfb for instance with vm_state building and task_state spawning. [ 1116.743328] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b5c33d-d987-7368-81dd-a1a964323f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.045441} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.744091] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2858681-8224-4692-a7de-9ec5e3e7f4ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.749016] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1116.749016] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52bfe857-ea0b-f1db-33ab-b773d1525a81" [ 1116.749016] env[68207]: _type = "Task" [ 1116.749016] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.756433] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bfe857-ea0b-f1db-33ab-b773d1525a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.830249] env[68207]: DEBUG oslo_vmware.api [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Task: {'id': task-2777460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153071} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.830500] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.830685] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.830857] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.831039] env[68207]: INFO nova.compute.manager [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1116.831280] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.831466] env[68207]: DEBUG nova.compute.manager [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.831561] env[68207]: DEBUG nova.network.neutron [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.847785] env[68207]: DEBUG nova.network.neutron [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.085887] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777458, 'name': PowerOffVM_Task, 'duration_secs': 0.585966} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.086180] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.086356] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.086613] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ce654e-e084-4884-acd3-5c1ad5cdd3e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.093259] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.104450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-c0af4882-3bbe-4fe3-a036-23eace62e869" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.105085] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Instance network_info: |[{"id": "97cfdcea-7f6a-484c-884b-42247fe2abfb", "address": "fa:16:3e:0e:85:ae", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97cfdcea-7f", "ovs_interfaceid": "97cfdcea-7f6a-484c-884b-42247fe2abfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.106625] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:85:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97cfdcea-7f6a-484c-884b-42247fe2abfb', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.113743] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.114608] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.114896] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac5ddbd7-9f73-4101-bb6e-476c203907f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.136077] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.136077] env[68207]: value = "task-2777462" [ 1117.136077] env[68207]: _type = "Task" [ 1117.136077] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.143860] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777462, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.147122] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.147327] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.147507] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleting the datastore file [datastore2] d9b00dae-dabe-4e03-900d-9480ead832f7 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.148058] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6f4287-0562-4d71-9466-7cd3345a5d9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.154848] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1117.154848] env[68207]: value = "task-2777463" [ 1117.154848] env[68207]: _type = "Task" [ 1117.154848] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.163691] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.259822] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52bfe857-ea0b-f1db-33ab-b773d1525a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.260130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.260401] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 695fdfab-be7f-48ef-a04a-635702674c45/695fdfab-be7f-48ef-a04a-635702674c45.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.260663] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62a3f7ab-c23c-498d-9c5a-1f5b194dcafa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.267568] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1117.267568] env[68207]: value = "task-2777464" [ 1117.267568] env[68207]: _type = "Task" [ 1117.267568] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.275037] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.303570] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.331803] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.332155] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.332487] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.332651] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.332848] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.333061] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.333320] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.333535] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.333761] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.333972] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.334225] env[68207]: DEBUG nova.virt.hardware [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.335254] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688dedb-f1a2-411c-ad1b-76955bb000a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.343754] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33cb6ad-d607-47cd-9bd2-28ffdc9f9041 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.357467] env[68207]: DEBUG nova.network.neutron [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.498473] env[68207]: DEBUG nova.compute.manager [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Received event network-changed-97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.498710] env[68207]: DEBUG nova.compute.manager [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Refreshing instance network info cache due to event network-changed-97cfdcea-7f6a-484c-884b-42247fe2abfb. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1117.498938] env[68207]: DEBUG oslo_concurrency.lockutils [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] Acquiring lock "refresh_cache-c0af4882-3bbe-4fe3-a036-23eace62e869" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.499105] env[68207]: DEBUG oslo_concurrency.lockutils [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] Acquired lock "refresh_cache-c0af4882-3bbe-4fe3-a036-23eace62e869" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.499272] env[68207]: DEBUG nova.network.neutron [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Refreshing network info cache for port 97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.599030] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.600145] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.605997] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.037s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.607929] env[68207]: INFO nova.compute.claims [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.645935] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777462, 'name': CreateVM_Task, 'duration_secs': 0.366272} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.647460] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.648456] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648979] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.649416] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.650324] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8c3877-6deb-4b74-91a8-582d5b8709bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.658453] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1117.658453] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ce5e51-03e9-3bc8-1d03-5c0f05c41a5f" [ 1117.658453] env[68207]: _type = "Task" [ 1117.658453] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.670321] env[68207]: DEBUG oslo_vmware.api [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159169} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.674133] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.674578] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.674889] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.675236] env[68207]: INFO nova.compute.manager [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1117.675636] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.675990] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ce5e51-03e9-3bc8-1d03-5c0f05c41a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.676340] env[68207]: DEBUG nova.compute.manager [-] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.676539] env[68207]: DEBUG nova.network.neutron [-] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.777529] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492746} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.777971] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 695fdfab-be7f-48ef-a04a-635702674c45/695fdfab-be7f-48ef-a04a-635702674c45.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.778371] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.778748] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1a9592c-4be6-44ea-b01e-8e973ded5158 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.784565] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1117.784565] env[68207]: value = "task-2777465" [ 1117.784565] env[68207]: _type = "Task" [ 1117.784565] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.793126] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.865129] env[68207]: DEBUG nova.network.neutron [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Successfully updated port: 404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.865129] env[68207]: INFO nova.compute.manager [-] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Took 1.03 seconds to deallocate network for instance. [ 1118.112454] env[68207]: DEBUG nova.compute.utils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.116793] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.116914] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.164337] env[68207]: DEBUG nova.compute.manager [req-e6c12e85-cee6-4c54-b0d8-2cf4114298e7 req-a37a52e8-cbf2-4c23-be6a-8cf50c495a20 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Received event network-vif-deleted-c767d2a5-ea00-4f94-9056-7efc115f23b5 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.167285] env[68207]: INFO nova.compute.manager [req-e6c12e85-cee6-4c54-b0d8-2cf4114298e7 req-a37a52e8-cbf2-4c23-be6a-8cf50c495a20 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Neutron deleted interface c767d2a5-ea00-4f94-9056-7efc115f23b5; detaching it from the instance and deleting it from the info cache [ 1118.167285] env[68207]: DEBUG nova.network.neutron [req-e6c12e85-cee6-4c54-b0d8-2cf4114298e7 req-a37a52e8-cbf2-4c23-be6a-8cf50c495a20 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.168151] env[68207]: DEBUG nova.policy [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c0cffdffdd4c10abde11ed3803e1d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2199839992b40f9a7c4c06381bc47a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.181340] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ce5e51-03e9-3bc8-1d03-5c0f05c41a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.063212} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.181636] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.182038] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.182312] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.182491] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.182685] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.183327] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27be0e59-1c13-4ddc-9bd0-ca95b89e2ec4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.194272] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.194498] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.195215] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2247ef-8912-4788-ada4-31f1f5c0fdc1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.201602] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1118.201602] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5214bf0f-5750-fcd3-8f19-64a23ecf0f7d" [ 1118.201602] env[68207]: _type = "Task" [ 1118.201602] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.211025] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5214bf0f-5750-fcd3-8f19-64a23ecf0f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.254316] env[68207]: DEBUG nova.network.neutron [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Updated VIF entry in instance network info cache for port 97cfdcea-7f6a-484c-884b-42247fe2abfb. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.254847] env[68207]: DEBUG nova.network.neutron [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Updating instance_info_cache with network_info: [{"id": "97cfdcea-7f6a-484c-884b-42247fe2abfb", "address": "fa:16:3e:0e:85:ae", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97cfdcea-7f", "ovs_interfaceid": "97cfdcea-7f6a-484c-884b-42247fe2abfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.294589] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.365185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.365413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.365535] env[68207]: DEBUG nova.network.neutron [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.375917] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.432429] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Successfully created port: 4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.620517] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.638487] env[68207]: DEBUG nova.network.neutron [-] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.668394] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be3999ee-e596-4ef7-9989-b977bfb0b317 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.680401] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f49e8e6-b9c1-4fdd-84ab-b0c61e6dcee8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.716061] env[68207]: DEBUG nova.compute.manager [req-e6c12e85-cee6-4c54-b0d8-2cf4114298e7 req-a37a52e8-cbf2-4c23-be6a-8cf50c495a20 service nova] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Detach interface failed, port_id=c767d2a5-ea00-4f94-9056-7efc115f23b5, reason: Instance d9b00dae-dabe-4e03-900d-9480ead832f7 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1118.723980] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5214bf0f-5750-fcd3-8f19-64a23ecf0f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008457} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.724801] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db5cc04-1529-48cd-baad-7e169ca4db07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.730997] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1118.730997] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a1635f-9d91-cbeb-9467-0a53a1d575dc" [ 1118.730997] env[68207]: _type = "Task" [ 1118.730997] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.738950] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1635f-9d91-cbeb-9467-0a53a1d575dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.757028] env[68207]: DEBUG oslo_concurrency.lockutils [req-c79d9d4a-0497-4349-975a-8f82665ac546 req-d6389303-b8bf-4dd2-9c87-9c9cc3467716 service nova] Releasing lock "refresh_cache-c0af4882-3bbe-4fe3-a036-23eace62e869" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.793801] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.744774} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.796461] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.797716] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e1260-02ef-4f68-9fa4-6e9cbfc19fe9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.820668] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 695fdfab-be7f-48ef-a04a-635702674c45/695fdfab-be7f-48ef-a04a-635702674c45.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.823723] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4551fc-6565-4836-8373-75acaa96ae6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.843369] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1118.843369] env[68207]: value = "task-2777466" [ 1118.843369] env[68207]: _type = "Task" [ 1118.843369] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.848331] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff02135-6e2d-48ca-9345-cc9271a59661 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.853652] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.857773] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a17e685-e5a9-453d-8f50-2587a8d593e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.890883] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d7fb88-10f6-4df5-8df4-8d8f2088972b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.898043] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c075d4-a649-4240-aa97-d6435b25b0c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.912335] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.936485] env[68207]: DEBUG nova.network.neutron [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.097279] env[68207]: DEBUG nova.network.neutron [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.141604] env[68207]: INFO nova.compute.manager [-] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Took 1.46 seconds to deallocate network for instance. [ 1119.242198] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a1635f-9d91-cbeb-9467-0a53a1d575dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.243178] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.243536] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] c0af4882-3bbe-4fe3-a036-23eace62e869/c0af4882-3bbe-4fe3-a036-23eace62e869.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.243944] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a43fbb81-9020-4418-b55c-7377c78457a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.252174] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1119.252174] env[68207]: value = "task-2777467" [ 1119.252174] env[68207]: _type = "Task" [ 1119.252174] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.260120] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.352535] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777466, 'name': ReconfigVM_Task, 'duration_secs': 0.336839} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.352808] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 695fdfab-be7f-48ef-a04a-635702674c45/695fdfab-be7f-48ef-a04a-635702674c45.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.353457] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d66220ec-a747-4d98-9740-9d733ff5858a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.359735] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1119.359735] env[68207]: value = "task-2777468" [ 1119.359735] env[68207]: _type = "Task" [ 1119.359735] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.367606] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777468, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.433764] env[68207]: ERROR nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [req-461b7f3c-f21c-4c92-a8a4-05e8246f1c4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-461b7f3c-f21c-4c92-a8a4-05e8246f1c4b"}]} [ 1119.452204] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.465368] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.465690] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.478020] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.495426] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.537695] env[68207]: DEBUG nova.compute.manager [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Received event network-vif-plugged-404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.538009] env[68207]: DEBUG oslo_concurrency.lockutils [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.538529] env[68207]: DEBUG oslo_concurrency.lockutils [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.538791] env[68207]: DEBUG oslo_concurrency.lockutils [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.539051] env[68207]: DEBUG nova.compute.manager [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] No waiting events found dispatching network-vif-plugged-404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.539320] env[68207]: WARNING nova.compute.manager [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Received unexpected event network-vif-plugged-404e848f-d886-40d0-9203-7439a381619e for instance with vm_state building and task_state spawning. [ 1119.539582] env[68207]: DEBUG nova.compute.manager [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Received event network-changed-404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.539855] env[68207]: DEBUG nova.compute.manager [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Refreshing instance network info cache due to event network-changed-404e848f-d886-40d0-9203-7439a381619e. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1119.540194] env[68207]: DEBUG oslo_concurrency.lockutils [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.599836] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.600183] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Instance network_info: |[{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.600698] env[68207]: DEBUG oslo_concurrency.lockutils [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.600969] env[68207]: DEBUG nova.network.neutron [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Refreshing network info cache for port 404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.602257] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b7:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '404e848f-d886-40d0-9203-7439a381619e', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.610608] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating folder: Project (499428c0cc6d493a896012aeaa18eae6). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.616908] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65e3b3af-8bff-4f79-bedc-f97c20ef9f3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.628387] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created folder: Project (499428c0cc6d493a896012aeaa18eae6) in parent group-v558176. [ 1119.628661] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating folder: Instances. Parent ref: group-v558453. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.632043] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.634547] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627ecc3e-e0bd-4367-9bda-e7839bd0a8a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.644253] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created folder: Instances in parent group-v558453. [ 1119.644897] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.644897] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.645451] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3edc3dd-f978-4287-9cea-8d1ac0c63c53 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.666911] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.673101] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.673101] env[68207]: value = "task-2777471" [ 1119.673101] env[68207]: _type = "Task" [ 1119.673101] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.678142] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.678376] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.678543] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.678730] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.678879] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.679038] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.679269] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.679456] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.679601] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.679767] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.679941] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.681621] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fd815-04b1-4e26-aa32-dbfb120a7d1b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.692308] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777471, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.695900] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b68c73-d6fb-4d7b-96b1-d76126d6c891 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.734599] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e4e78a-7057-4381-8487-46a8e3b24b07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.748029] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b1df17-f489-46a0-b1b4-c09251196460 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.783917] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d25cab-9204-4e2e-b429-2bb4565b2850 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.792724] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.796237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da34e3b-bb58-469c-94dd-f4c38b291735 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.810462] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.869292] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777468, 'name': Rename_Task, 'duration_secs': 0.21104} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.869746] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.869849] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f12763d-4a31-4e9b-8e20-0862a2dc6daf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.876372] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1119.876372] env[68207]: value = "task-2777472" [ 1119.876372] env[68207]: _type = "Task" [ 1119.876372] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.889848] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.891053] env[68207]: DEBUG nova.network.neutron [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updated VIF entry in instance network info cache for port 404e848f-d886-40d0-9203-7439a381619e. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.891478] env[68207]: DEBUG nova.network.neutron [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.932036] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Successfully updated port: 4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.183589] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777471, 'name': CreateVM_Task, 'duration_secs': 0.407115} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.183769] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.184489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.184715] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.184972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.185249] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3dfd51-7791-408e-917a-1b6cb341e66e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.189513] env[68207]: DEBUG nova.compute.manager [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Received event network-vif-plugged-4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1120.189694] env[68207]: DEBUG oslo_concurrency.lockutils [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] Acquiring lock "24a6ecac-c7b6-41ca-8869-231f43debcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.189827] env[68207]: DEBUG oslo_concurrency.lockutils [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.189987] env[68207]: DEBUG oslo_concurrency.lockutils [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.190336] env[68207]: DEBUG nova.compute.manager [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] No waiting events found dispatching network-vif-plugged-4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.190509] env[68207]: WARNING nova.compute.manager [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Received unexpected event network-vif-plugged-4a48b8a6-bcae-4e1b-b221-7f347543596e for instance with vm_state building and task_state spawning. [ 1120.190670] env[68207]: DEBUG nova.compute.manager [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Received event network-changed-4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1120.190820] env[68207]: DEBUG nova.compute.manager [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Refreshing instance network info cache due to event network-changed-4a48b8a6-bcae-4e1b-b221-7f347543596e. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1120.191012] env[68207]: DEBUG oslo_concurrency.lockutils [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] Acquiring lock "refresh_cache-24a6ecac-c7b6-41ca-8869-231f43debcec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.191151] env[68207]: DEBUG oslo_concurrency.lockutils [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] Acquired lock "refresh_cache-24a6ecac-c7b6-41ca-8869-231f43debcec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.191304] env[68207]: DEBUG nova.network.neutron [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Refreshing network info cache for port 4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.194215] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1120.194215] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527be119-4b5e-0179-d364-bfe02f82e9d6" [ 1120.194215] env[68207]: _type = "Task" [ 1120.194215] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.203028] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527be119-4b5e-0179-d364-bfe02f82e9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.203295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.203520] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.203740] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.203882] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.204085] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.204328] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35493dd6-2316-4f24-a68f-1ab0003fafca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.212365] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.212537] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.213233] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e38f14-443f-4f17-ab8b-672db78b4c6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.218547] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1120.218547] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52191de2-4a0e-702e-fa4a-c6c5e41df946" [ 1120.218547] env[68207]: _type = "Task" [ 1120.218547] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.226360] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52191de2-4a0e-702e-fa4a-c6c5e41df946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.287355] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632991} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.287657] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] c0af4882-3bbe-4fe3-a036-23eace62e869/c0af4882-3bbe-4fe3-a036-23eace62e869.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.287890] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.288164] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df99cbe3-ca4e-4942-bb6f-1294c216cffa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.294783] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1120.294783] env[68207]: value = "task-2777473" [ 1120.294783] env[68207]: _type = "Task" [ 1120.294783] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.302142] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.339602] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.339862] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 149 to 150 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.340058] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.385521] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.394492] env[68207]: DEBUG oslo_concurrency.lockutils [req-5c7e8721-0692-4161-9b73-3c658a274c18 req-5aa4b389-0927-4a4f-88c3-b73621dcba30 service nova] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.435204] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "refresh_cache-24a6ecac-c7b6-41ca-8869-231f43debcec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.723945] env[68207]: DEBUG nova.network.neutron [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.731386] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52191de2-4a0e-702e-fa4a-c6c5e41df946, 'name': SearchDatastore_Task, 'duration_secs': 0.033334} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.732144] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac9cf8f-7e2e-4d9d-8034-3a8237ec7cf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.736811] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1120.736811] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fb2975-15b6-a30f-6ebc-a438afd9394a" [ 1120.736811] env[68207]: _type = "Task" [ 1120.736811] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.744017] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fb2975-15b6-a30f-6ebc-a438afd9394a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.789015] env[68207]: DEBUG nova.network.neutron [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.804067] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.804325] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.805102] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35331f82-38a5-4ef0-95f9-03059723b1c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.827493] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c0af4882-3bbe-4fe3-a036-23eace62e869/c0af4882-3bbe-4fe3-a036-23eace62e869.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.827970] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dece2b4c-3f08-4c4a-ba85-2979709597f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.844940] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.239s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.845499] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.850087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.232s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.851425] env[68207]: INFO nova.compute.claims [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.854234] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1120.854234] env[68207]: value = "task-2777474" [ 1120.854234] env[68207]: _type = "Task" [ 1120.854234] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.863382] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.887701] env[68207]: DEBUG oslo_vmware.api [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777472, 'name': PowerOnVM_Task, 'duration_secs': 0.652239} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.887951] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.888167] env[68207]: INFO nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1120.888345] env[68207]: DEBUG nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.889302] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b52bdb-43b7-4277-8ba8-4bfd5e172fdf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.248033] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fb2975-15b6-a30f-6ebc-a438afd9394a, 'name': SearchDatastore_Task, 'duration_secs': 0.094707} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.248294] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.248564] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67/f6f36938-7134-4e6c-b79d-925f36e1fe67.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.248826] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc3773e-cb68-4a7a-a842-59e452438a20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.255245] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1121.255245] env[68207]: value = "task-2777475" [ 1121.255245] env[68207]: _type = "Task" [ 1121.255245] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.262845] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.291621] env[68207]: DEBUG oslo_concurrency.lockutils [req-d6fe4169-7b70-42a7-bbf3-88b5525b7663 req-b0973a88-c03b-4459-8954-00acb88778bb service nova] Releasing lock "refresh_cache-24a6ecac-c7b6-41ca-8869-231f43debcec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.292042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "refresh_cache-24a6ecac-c7b6-41ca-8869-231f43debcec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.292215] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.350648] env[68207]: DEBUG nova.compute.utils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.352761] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.352956] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.367925] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777474, 'name': ReconfigVM_Task, 'duration_secs': 0.488787} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.368251] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c0af4882-3bbe-4fe3-a036-23eace62e869/c0af4882-3bbe-4fe3-a036-23eace62e869.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.368891] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f8bb94a-f6a1-4989-afd5-e5bc57e91a82 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.377942] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1121.377942] env[68207]: value = "task-2777476" [ 1121.377942] env[68207]: _type = "Task" [ 1121.377942] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.388270] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777476, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.409787] env[68207]: INFO nova.compute.manager [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Took 22.38 seconds to build instance. [ 1121.413119] env[68207]: DEBUG nova.policy [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c0cffdffdd4c10abde11ed3803e1d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2199839992b40f9a7c4c06381bc47a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.683937] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Successfully created port: a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.769380] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777475, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.812578] env[68207]: DEBUG nova.compute.manager [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Received event network-changed-b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.812805] env[68207]: DEBUG nova.compute.manager [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Refreshing instance network info cache due to event network-changed-b1867ac2-ee4e-44c3-9881-16ecea56a16b. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1121.812972] env[68207]: DEBUG oslo_concurrency.lockutils [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] Acquiring lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.813514] env[68207]: DEBUG oslo_concurrency.lockutils [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] Acquired lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.813704] env[68207]: DEBUG nova.network.neutron [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Refreshing network info cache for port b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.830504] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.856598] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.898105] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777476, 'name': Rename_Task, 'duration_secs': 0.277537} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.898397] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.898665] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20a6a20-2451-4672-9656-c39fa3bef555 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.907134] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1121.907134] env[68207]: value = "task-2777477" [ 1121.907134] env[68207]: _type = "Task" [ 1121.907134] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.913377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86a4df9b-928f-436f-88ac-be0d44dc62ca tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "695fdfab-be7f-48ef-a04a-635702674c45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.894s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.922953] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.042894] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Updating instance_info_cache with network_info: [{"id": "4a48b8a6-bcae-4e1b-b221-7f347543596e", "address": "fa:16:3e:bb:d5:dc", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a48b8a6-bc", "ovs_interfaceid": "4a48b8a6-bcae-4e1b-b221-7f347543596e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.177143] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245fb7ce-6667-42cb-9b19-8ea353341d59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.184568] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80f8e48-8da9-4ae7-a98a-eb86433cd7d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.213933] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63970c1-b304-473a-abca-26fc23438141 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.221483] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b5eed-3d69-426a-9be7-f4346bc83b51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.235084] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.265371] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571302} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.265626] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67/f6f36938-7134-4e6c-b79d-925f36e1fe67.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.265834] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.266087] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68e2524d-aca4-4589-8392-0c0c92f49b05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.273300] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1122.273300] env[68207]: value = "task-2777478" [ 1122.273300] env[68207]: _type = "Task" [ 1122.273300] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.281224] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.423764] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.551215] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "refresh_cache-24a6ecac-c7b6-41ca-8869-231f43debcec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.551610] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Instance network_info: |[{"id": "4a48b8a6-bcae-4e1b-b221-7f347543596e", "address": "fa:16:3e:bb:d5:dc", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a48b8a6-bc", "ovs_interfaceid": "4a48b8a6-bcae-4e1b-b221-7f347543596e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.552140] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d5:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a48b8a6-bcae-4e1b-b221-7f347543596e', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.560171] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Creating folder: Project (d2199839992b40f9a7c4c06381bc47a1). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.560555] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fdd2672-5138-4495-a801-a68d4bf820d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.572835] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Created folder: Project (d2199839992b40f9a7c4c06381bc47a1) in parent group-v558176. [ 1122.573031] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Creating folder: Instances. Parent ref: group-v558456. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.573273] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1ab60c3-25e8-4b7a-850d-f71875a70d3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.581581] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Created folder: Instances in parent group-v558456. [ 1122.581817] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.581996] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.582201] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed2bf10-d31a-44f8-a502-c51c26987f70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.599119] env[68207]: DEBUG nova.network.neutron [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updated VIF entry in instance network info cache for port b1867ac2-ee4e-44c3-9881-16ecea56a16b. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.599486] env[68207]: DEBUG nova.network.neutron [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updating instance_info_cache with network_info: [{"id": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "address": "fa:16:3e:47:50:6d", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1867ac2-ee", "ovs_interfaceid": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.601541] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.601541] env[68207]: value = "task-2777481" [ 1122.601541] env[68207]: _type = "Task" [ 1122.601541] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.609107] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777481, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.768884] env[68207]: DEBUG nova.scheduler.client.report [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.769181] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 150 to 151 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.769368] env[68207]: DEBUG nova.compute.provider_tree [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.781884] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108837} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.782344] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.782908] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e614a69-1231-438e-ac1a-f0b597a3914b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.805710] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67/f6f36938-7134-4e6c-b79d-925f36e1fe67.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.806239] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a2e201-9cf6-44ab-a320-26b0d4bba4cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.827797] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1122.827797] env[68207]: value = "task-2777482" [ 1122.827797] env[68207]: _type = "Task" [ 1122.827797] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.836204] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.877778] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.904871] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.905124] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.905298] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.905557] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.905722] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.905875] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.906098] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.906262] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.906430] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.906594] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.906764] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.907608] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af365ba0-28fe-4dc4-b4bb-97cae1f7ba7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.916714] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abb162-992f-49db-bfea-6c905bac0257 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.923327] env[68207]: DEBUG oslo_vmware.api [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777477, 'name': PowerOnVM_Task, 'duration_secs': 0.625086} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.923892] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.924116] env[68207]: INFO nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1122.924497] env[68207]: DEBUG nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.926079] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2afcb6-d318-4766-b53a-6401161bd339 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.103067] env[68207]: DEBUG oslo_concurrency.lockutils [req-8acf1e3a-ccbe-4828-aa2e-4ab345e6cc3b req-d18d2ab4-3535-4eca-99d0-f2e1a18be6f5 service nova] Releasing lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.112673] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777481, 'name': CreateVM_Task, 'duration_secs': 0.507051} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.113120] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.113569] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.113736] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.114072] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.114336] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288208de-7a57-44e3-b485-2706bf44c3b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.119588] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1123.119588] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523ac399-a5eb-1fa5-0678-71fc2a7eb183" [ 1123.119588] env[68207]: _type = "Task" [ 1123.119588] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.128535] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523ac399-a5eb-1fa5-0678-71fc2a7eb183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.142666] env[68207]: DEBUG nova.compute.manager [req-2bf7503c-eb08-4f4b-b985-dd50a56b6971 req-ec6856b8-8088-4811-81db-fe04bfee8c10 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Received event network-vif-plugged-a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.142865] env[68207]: DEBUG oslo_concurrency.lockutils [req-2bf7503c-eb08-4f4b-b985-dd50a56b6971 req-ec6856b8-8088-4811-81db-fe04bfee8c10 service nova] Acquiring lock "b55dcea3-e1db-4372-9714-0813f5653ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.143201] env[68207]: DEBUG oslo_concurrency.lockutils [req-2bf7503c-eb08-4f4b-b985-dd50a56b6971 req-ec6856b8-8088-4811-81db-fe04bfee8c10 service nova] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.143272] env[68207]: DEBUG oslo_concurrency.lockutils [req-2bf7503c-eb08-4f4b-b985-dd50a56b6971 req-ec6856b8-8088-4811-81db-fe04bfee8c10 service nova] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.143483] env[68207]: DEBUG nova.compute.manager [req-2bf7503c-eb08-4f4b-b985-dd50a56b6971 req-ec6856b8-8088-4811-81db-fe04bfee8c10 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] No waiting events found dispatching network-vif-plugged-a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.143582] env[68207]: WARNING nova.compute.manager [req-2bf7503c-eb08-4f4b-b985-dd50a56b6971 req-ec6856b8-8088-4811-81db-fe04bfee8c10 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Received unexpected event network-vif-plugged-a6db58fd-8579-472c-b685-752775262de9 for instance with vm_state building and task_state spawning. [ 1123.218306] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Successfully updated port: a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.275188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.275723] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.278309] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.183s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.338271] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777482, 'name': ReconfigVM_Task, 'duration_secs': 0.504711} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.338560] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67/f6f36938-7134-4e6c-b79d-925f36e1fe67.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.339188] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-014a0f43-d8d0-4e4f-b838-4d9565342862 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.345579] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1123.345579] env[68207]: value = "task-2777483" [ 1123.345579] env[68207]: _type = "Task" [ 1123.345579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.353424] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777483, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.449093] env[68207]: INFO nova.compute.manager [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Took 23.99 seconds to build instance. [ 1123.631577] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523ac399-a5eb-1fa5-0678-71fc2a7eb183, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.631870] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.632116] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.632366] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.632511] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.632749] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.633012] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-254d978b-2678-4497-869d-6d335dcf6828 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.645789] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.645969] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.646676] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38af37c7-ebfc-49bc-ab1c-903e1e63102d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.651912] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1123.651912] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528636cb-77fc-b57b-f928-6b7c6ca12f09" [ 1123.651912] env[68207]: _type = "Task" [ 1123.651912] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.659117] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528636cb-77fc-b57b-f928-6b7c6ca12f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.721592] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "refresh_cache-b55dcea3-e1db-4372-9714-0813f5653ba1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.721834] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "refresh_cache-b55dcea3-e1db-4372-9714-0813f5653ba1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.722764] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.782602] env[68207]: DEBUG nova.compute.utils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.790082] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.790219] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.834542] env[68207]: DEBUG nova.policy [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c0cffdffdd4c10abde11ed3803e1d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2199839992b40f9a7c4c06381bc47a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.855630] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777483, 'name': Rename_Task, 'duration_secs': 0.20738} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.855892] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.856140] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdbef421-9f7e-47d2-93a6-0c2405a3769e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.861804] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1123.861804] env[68207]: value = "task-2777484" [ 1123.861804] env[68207]: _type = "Task" [ 1123.861804] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.869458] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.951232] env[68207]: DEBUG oslo_concurrency.lockutils [None req-044b5c91-c5e7-456c-aa2b-d0aed3cb7ff5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.498s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.084041] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Successfully created port: 49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.118123] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86764352-1552-43f6-aae1-3ca1b04e60b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.124343] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Suspending the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1124.124672] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-908fb3a9-de2f-402b-9eb3-f6e6a944a1c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.130916] env[68207]: DEBUG oslo_vmware.api [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1124.130916] env[68207]: value = "task-2777485" [ 1124.130916] env[68207]: _type = "Task" [ 1124.130916] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.138992] env[68207]: DEBUG oslo_vmware.api [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777485, 'name': SuspendVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.162302] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528636cb-77fc-b57b-f928-6b7c6ca12f09, 'name': SearchDatastore_Task, 'duration_secs': 0.051384} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.163093] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f64198d-686f-4983-a523-8b641ac10854 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.167902] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1124.167902] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527ea3d7-9ad1-dfcb-e160-d3f49632cd54" [ 1124.167902] env[68207]: _type = "Task" [ 1124.167902] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.175185] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527ea3d7-9ad1-dfcb-e160-d3f49632cd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.261045] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.290978] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.321041] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance caa0876c-5b5f-402a-a213-c830f3d002ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.321248] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 82f94a63-f043-4260-83ac-4bdab850236f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1124.321417] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e70d570e-f741-4e53-a53a-f8d4c3e3b927 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.321576] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d9b00dae-dabe-4e03-900d-9480ead832f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1124.321708] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f5a3dd39-d717-409a-8416-c2bcb7e9bc40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.321872] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 112fe012-2240-49c3-a6d4-2599967c8abd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1124.322059] env[68207]: WARNING nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1124.322211] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 695fdfab-be7f-48ef-a04a-635702674c45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.322639] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance c0af4882-3bbe-4fe3-a036-23eace62e869 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.322639] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f6f36938-7134-4e6c-b79d-925f36e1fe67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.322639] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 24a6ecac-c7b6-41ca-8869-231f43debcec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.322785] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance b55dcea3-e1db-4372-9714-0813f5653ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.322843] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 633a95f7-9f6e-4a8a-92f8-4f96e83c342c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.323066] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1124.323204] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1124.376824] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.409388] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Updating instance_info_cache with network_info: [{"id": "a6db58fd-8579-472c-b685-752775262de9", "address": "fa:16:3e:e3:42:b4", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6db58fd-85", "ovs_interfaceid": "a6db58fd-8579-472c-b685-752775262de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.588195] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb46b24-9cac-4aa5-9bff-02ee629d74db {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.596545] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a06de22-9441-4e10-a976-a75cabbf96ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.626225] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360fa409-5d3d-40a7-b7f2-cd8626204cc7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.636271] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b9d2f4-a69e-47f6-9aa0-b27899a534c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.644507] env[68207]: DEBUG oslo_vmware.api [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777485, 'name': SuspendVM_Task} progress is 62%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.653623] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.677311] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527ea3d7-9ad1-dfcb-e160-d3f49632cd54, 'name': SearchDatastore_Task, 'duration_secs': 0.031767} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.677710] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.677964] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 24a6ecac-c7b6-41ca-8869-231f43debcec/24a6ecac-c7b6-41ca-8869-231f43debcec.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.678214] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612640a9-de7c-4d46-ae18-c85e30edfbc4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.683738] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1124.683738] env[68207]: value = "task-2777486" [ 1124.683738] env[68207]: _type = "Task" [ 1124.683738] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.690916] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.875804] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.912083] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "refresh_cache-b55dcea3-e1db-4372-9714-0813f5653ba1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.912438] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Instance network_info: |[{"id": "a6db58fd-8579-472c-b685-752775262de9", "address": "fa:16:3e:e3:42:b4", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6db58fd-85", "ovs_interfaceid": "a6db58fd-8579-472c-b685-752775262de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.912895] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:42:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6db58fd-8579-472c-b685-752775262de9', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.921224] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.921449] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.921697] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3de2aef-c234-415a-a01a-3d4b851f5e6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.941947] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.941947] env[68207]: value = "task-2777487" [ 1124.941947] env[68207]: _type = "Task" [ 1124.941947] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.953789] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777487, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.142201] env[68207]: DEBUG oslo_vmware.api [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777485, 'name': SuspendVM_Task, 'duration_secs': 0.873256} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.142551] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Suspended the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1125.142787] env[68207]: DEBUG nova.compute.manager [None req-e2e3d4ec-9b1d-42bc-8227-cfcdd14a076f tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.143607] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b7a4f-7d17-41b2-a8a3-99ca369cf688 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.157971] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.171703] env[68207]: DEBUG nova.compute.manager [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Received event network-changed-a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.171941] env[68207]: DEBUG nova.compute.manager [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Refreshing instance network info cache due to event network-changed-a6db58fd-8579-472c-b685-752775262de9. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.172178] env[68207]: DEBUG oslo_concurrency.lockutils [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] Acquiring lock "refresh_cache-b55dcea3-e1db-4372-9714-0813f5653ba1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.172458] env[68207]: DEBUG oslo_concurrency.lockutils [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] Acquired lock "refresh_cache-b55dcea3-e1db-4372-9714-0813f5653ba1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.172658] env[68207]: DEBUG nova.network.neutron [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Refreshing network info cache for port a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.195121] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.304480] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.335143] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.335454] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.335664] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.335872] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.336039] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.336211] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.336434] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.336597] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.336849] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.337126] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.337325] env[68207]: DEBUG nova.virt.hardware [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.338280] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48dddef-510e-4c1b-b99e-605a4b0a8d0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.347060] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6378c7a3-6bd7-455f-a1b1-a018c23260c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.375124] env[68207]: DEBUG oslo_vmware.api [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777484, 'name': PowerOnVM_Task, 'duration_secs': 1.064877} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.376028] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.376028] env[68207]: INFO nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1125.376178] env[68207]: DEBUG nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.376948] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f2772-5227-4038-b0d7-4c011d32b512 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.451607] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777487, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.537712] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Successfully updated port: 49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.662130] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1125.662130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.384s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.662130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.484s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.662269] env[68207]: DEBUG nova.objects.instance [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1125.694526] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687164} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.695321] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 24a6ecac-c7b6-41ca-8869-231f43debcec/24a6ecac-c7b6-41ca-8869-231f43debcec.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.695606] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.695828] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0591a5ce-80da-4d0c-8c20-829ce04e1ca9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.702104] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1125.702104] env[68207]: value = "task-2777488" [ 1125.702104] env[68207]: _type = "Task" [ 1125.702104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.712554] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.873597] env[68207]: DEBUG nova.network.neutron [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Updated VIF entry in instance network info cache for port a6db58fd-8579-472c-b685-752775262de9. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.873969] env[68207]: DEBUG nova.network.neutron [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Updating instance_info_cache with network_info: [{"id": "a6db58fd-8579-472c-b685-752775262de9", "address": "fa:16:3e:e3:42:b4", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6db58fd-85", "ovs_interfaceid": "a6db58fd-8579-472c-b685-752775262de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.895110] env[68207]: INFO nova.compute.manager [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 19.54 seconds to build instance. [ 1125.955808] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777487, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.040316] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "refresh_cache-633a95f7-9f6e-4a8a-92f8-4f96e83c342c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.040466] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "refresh_cache-633a95f7-9f6e-4a8a-92f8-4f96e83c342c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.040623] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.212465] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067498} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.212699] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.213602] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ecba5-6ac0-4db4-8e07-be9a107d24c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.236759] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 24a6ecac-c7b6-41ca-8869-231f43debcec/24a6ecac-c7b6-41ca-8869-231f43debcec.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.237024] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e96dad-2696-4f29-8816-a90709faa264 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.256372] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1126.256372] env[68207]: value = "task-2777489" [ 1126.256372] env[68207]: _type = "Task" [ 1126.256372] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.265134] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.376737] env[68207]: DEBUG oslo_concurrency.lockutils [req-9cece6ec-94bd-4c7d-9399-1b540710aca4 req-175b42b9-3b08-49c2-8057-49aece96ffd6 service nova] Releasing lock "refresh_cache-b55dcea3-e1db-4372-9714-0813f5653ba1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.397881] env[68207]: DEBUG oslo_concurrency.lockutils [None req-629d9dbf-3b1a-459b-8d64-c981c3c62a13 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.052s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.453508] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777487, 'name': CreateVM_Task, 'duration_secs': 1.292793} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.453689] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.454634] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.454827] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.455206] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.455781] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26986c5b-1442-4420-97ec-00f50ae83ae8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.460796] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1126.460796] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525aa9e5-6c7b-b079-0a90-b07b97565a29" [ 1126.460796] env[68207]: _type = "Task" [ 1126.460796] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.468465] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525aa9e5-6c7b-b079-0a90-b07b97565a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.574750] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.670494] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9b0fad06-14f2-4524-a441-22c0980ecb09 tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.671589] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.761s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.672723] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.673909] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.477s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.674114] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.675924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.300s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.676125] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.678049] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.011s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.678249] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.707368] env[68207]: INFO nova.scheduler.client.report [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted allocations for instance d9b00dae-dabe-4e03-900d-9480ead832f7 [ 1126.709782] env[68207]: INFO nova.scheduler.client.report [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Deleted allocations for instance 112fe012-2240-49c3-a6d4-2599967c8abd [ 1126.722055] env[68207]: INFO nova.scheduler.client.report [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted allocations for instance 82f94a63-f043-4260-83ac-4bdab850236f [ 1126.731021] env[68207]: DEBUG nova.network.neutron [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Updating instance_info_cache with network_info: [{"id": "49749e8c-b197-46f3-8ed7-ac5eacadf506", "address": "fa:16:3e:d2:29:a2", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49749e8c-b1", "ovs_interfaceid": "49749e8c-b197-46f3-8ed7-ac5eacadf506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.741700] env[68207]: INFO nova.scheduler.client.report [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f [ 1126.766600] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.860120] env[68207]: DEBUG nova.compute.manager [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Received event network-changed-404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1126.860341] env[68207]: DEBUG nova.compute.manager [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Refreshing instance network info cache due to event network-changed-404e848f-d886-40d0-9203-7439a381619e. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1126.860542] env[68207]: DEBUG oslo_concurrency.lockutils [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.860685] env[68207]: DEBUG oslo_concurrency.lockutils [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.860844] env[68207]: DEBUG nova.network.neutron [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Refreshing network info cache for port 404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.870389] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "c0af4882-3bbe-4fe3-a036-23eace62e869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.870687] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.870951] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "c0af4882-3bbe-4fe3-a036-23eace62e869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.871195] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.871414] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.873666] env[68207]: INFO nova.compute.manager [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Terminating instance [ 1126.971406] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525aa9e5-6c7b-b079-0a90-b07b97565a29, 'name': SearchDatastore_Task, 'duration_secs': 0.057015} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.971957] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.971957] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.972105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.972256] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.972504] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.972905] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df66a05a-85d7-4b3f-945a-d6fa235a9bd4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.991183] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.991446] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.992059] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ed75bb-d74c-40ea-a4b9-6e91b20f4a93 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.997944] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1126.997944] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5274d90a-0c08-1678-4758-f6c4052368e4" [ 1126.997944] env[68207]: _type = "Task" [ 1126.997944] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.007671] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5274d90a-0c08-1678-4758-f6c4052368e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.198856] env[68207]: DEBUG nova.compute.manager [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Received event network-vif-plugged-49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.199075] env[68207]: DEBUG oslo_concurrency.lockutils [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] Acquiring lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.199290] env[68207]: DEBUG oslo_concurrency.lockutils [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.199460] env[68207]: DEBUG oslo_concurrency.lockutils [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.199627] env[68207]: DEBUG nova.compute.manager [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] No waiting events found dispatching network-vif-plugged-49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.199793] env[68207]: WARNING nova.compute.manager [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Received unexpected event network-vif-plugged-49749e8c-b197-46f3-8ed7-ac5eacadf506 for instance with vm_state building and task_state spawning. [ 1127.199965] env[68207]: DEBUG nova.compute.manager [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Received event network-changed-49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.200133] env[68207]: DEBUG nova.compute.manager [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Refreshing instance network info cache due to event network-changed-49749e8c-b197-46f3-8ed7-ac5eacadf506. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1127.200299] env[68207]: DEBUG oslo_concurrency.lockutils [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] Acquiring lock "refresh_cache-633a95f7-9f6e-4a8a-92f8-4f96e83c342c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.223032] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c8df2a1-c9f3-4c53-9e9d-de2d8d9cb595 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "d9b00dae-dabe-4e03-900d-9480ead832f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.674s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.223898] env[68207]: DEBUG oslo_concurrency.lockutils [None req-41527f3c-45bc-4dc5-bb7d-c640627bae0f tempest-ServerShowV257Test-60697272 tempest-ServerShowV257Test-60697272-project-member] Lock "112fe012-2240-49c3-a6d4-2599967c8abd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.045s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.227616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-ba914bfb-b9ef-4737-bcaa-cd5d995c60b2 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "82f94a63-f043-4260-83ac-4bdab850236f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.948s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.231825] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "refresh_cache-633a95f7-9f6e-4a8a-92f8-4f96e83c342c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.232105] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Instance network_info: |[{"id": "49749e8c-b197-46f3-8ed7-ac5eacadf506", "address": "fa:16:3e:d2:29:a2", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49749e8c-b1", "ovs_interfaceid": "49749e8c-b197-46f3-8ed7-ac5eacadf506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.232383] env[68207]: DEBUG oslo_concurrency.lockutils [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] Acquired lock "refresh_cache-633a95f7-9f6e-4a8a-92f8-4f96e83c342c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.232545] env[68207]: DEBUG nova.network.neutron [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Refreshing network info cache for port 49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.234092] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:29:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49749e8c-b197-46f3-8ed7-ac5eacadf506', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.241565] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.245256] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.245682] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b47ccb2-ecdc-4ffe-b89b-ff269673f51f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.262116] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a612c681-41fa-4e4c-aa7a-e5c472413e4d tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.990s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.271545] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777489, 'name': ReconfigVM_Task, 'duration_secs': 0.748981} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.272702] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 24a6ecac-c7b6-41ca-8869-231f43debcec/24a6ecac-c7b6-41ca-8869-231f43debcec.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.273266] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.273266] env[68207]: value = "task-2777490" [ 1127.273266] env[68207]: _type = "Task" [ 1127.273266] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.273438] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8b13703-3682-452e-ac59-356c6d9b9582 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.283193] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777490, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.284277] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1127.284277] env[68207]: value = "task-2777491" [ 1127.284277] env[68207]: _type = "Task" [ 1127.284277] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.293692] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777491, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.377508] env[68207]: DEBUG nova.compute.manager [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.377732] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.378688] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fe2593-6358-4c8e-bb0b-8ae2cb4131c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.388067] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.388067] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9642bd1d-832b-4537-853c-bf7fcb4233a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.484542] env[68207]: DEBUG nova.network.neutron [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Updated VIF entry in instance network info cache for port 49749e8c-b197-46f3-8ed7-ac5eacadf506. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.484980] env[68207]: DEBUG nova.network.neutron [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Updating instance_info_cache with network_info: [{"id": "49749e8c-b197-46f3-8ed7-ac5eacadf506", "address": "fa:16:3e:d2:29:a2", "network": {"id": "1fc32940-cbc0-4b8e-898a-f507a48093e8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998919264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2199839992b40f9a7c4c06381bc47a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49749e8c-b1", "ovs_interfaceid": "49749e8c-b197-46f3-8ed7-ac5eacadf506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.510451] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5274d90a-0c08-1678-4758-f6c4052368e4, 'name': SearchDatastore_Task, 'duration_secs': 0.047798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.511600] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4762ac0a-3496-4c2e-ba4c-d26e4bb9c027 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.517756] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1127.517756] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52ea090e-e9b3-f049-4d51-0db1c699f1c8" [ 1127.517756] env[68207]: _type = "Task" [ 1127.517756] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.528765] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ea090e-e9b3-f049-4d51-0db1c699f1c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.583908] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.584144] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.584336] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleting the datastore file [datastore2] c0af4882-3bbe-4fe3-a036-23eace62e869 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.584653] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544f79bd-33a0-47e0-9936-4aa7b5ea297e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.591399] env[68207]: DEBUG oslo_vmware.api [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1127.591399] env[68207]: value = "task-2777493" [ 1127.591399] env[68207]: _type = "Task" [ 1127.591399] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.602127] env[68207]: DEBUG oslo_vmware.api [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.743242] env[68207]: DEBUG nova.network.neutron [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updated VIF entry in instance network info cache for port 404e848f-d886-40d0-9203-7439a381619e. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.743854] env[68207]: DEBUG nova.network.neutron [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.785824] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777490, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.793531] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777491, 'name': Rename_Task, 'duration_secs': 0.232151} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.793855] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.794151] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f6ae20-59be-4d84-b0ee-66cfb5603766 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.799910] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1127.799910] env[68207]: value = "task-2777494" [ 1127.799910] env[68207]: _type = "Task" [ 1127.799910] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.807503] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.991027] env[68207]: DEBUG oslo_concurrency.lockutils [req-044e545b-e1c5-404c-b7f9-78b6df0b327b req-5938bd48-2ac7-4ab6-a6c5-3d80d11bb977 service nova] Releasing lock "refresh_cache-633a95f7-9f6e-4a8a-92f8-4f96e83c342c" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.035320] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52ea090e-e9b3-f049-4d51-0db1c699f1c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.035320] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.035496] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b55dcea3-e1db-4372-9714-0813f5653ba1/b55dcea3-e1db-4372-9714-0813f5653ba1.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.035731] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-712fa67a-e97d-4af1-ba57-87785db5b061 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.047118] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1128.047118] env[68207]: value = "task-2777495" [ 1128.047118] env[68207]: _type = "Task" [ 1128.047118] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.062328] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.101668] env[68207]: DEBUG oslo_vmware.api [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309435} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.101934] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.102138] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.102339] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.102556] env[68207]: INFO nova.compute.manager [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Took 0.72 seconds to destroy the instance on the hypervisor. [ 1128.102810] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.103014] env[68207]: DEBUG nova.compute.manager [-] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.103116] env[68207]: DEBUG nova.network.neutron [-] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.247064] env[68207]: DEBUG oslo_concurrency.lockutils [req-1d4b6223-a352-4db8-ad38-ed623f2690fd req-08019218-907a-4ab7-b5f1-f0d9376a10a5 service nova] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.285737] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777490, 'name': CreateVM_Task, 'duration_secs': 0.539835} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.285909] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.286603] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.286775] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.287104] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.287369] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8ad343-2d6f-4619-9b8e-cdf75af614d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.294416] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1128.294416] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d98a22-eeff-f1d1-0243-bb4e15f27d47" [ 1128.294416] env[68207]: _type = "Task" [ 1128.294416] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.299997] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d98a22-eeff-f1d1-0243-bb4e15f27d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.308962] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777494, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.557741] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.589812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.590702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.809143] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d98a22-eeff-f1d1-0243-bb4e15f27d47, 'name': SearchDatastore_Task, 'duration_secs': 0.038431} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.809489] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.809732] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.809840] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.809981] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.810165] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.810521] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4caf225d-f249-4da0-ad35-47be9acfd2b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.817842] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777494, 'name': PowerOnVM_Task, 'duration_secs': 0.777346} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.818907] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.819329] env[68207]: INFO nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1128.819411] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.819628] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.819785] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.821183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1684c9d-4afb-4f3d-a688-890e9112e5a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.823690] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e9f417-a354-4259-aa3b-f9ca58b83033 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.834883] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1128.834883] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f5d41a-6404-ad29-3f74-f6c073c591ce" [ 1128.834883] env[68207]: _type = "Task" [ 1128.834883] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.841858] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f5d41a-6404-ad29-3f74-f6c073c591ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.888920] env[68207]: DEBUG nova.network.neutron [-] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.897815] env[68207]: DEBUG nova.compute.manager [req-35199312-360f-4130-9064-b26f682253d2 req-2b390704-e41b-4c7d-8f03-7ba977d7cfdb service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Received event network-vif-deleted-97cfdcea-7f6a-484c-884b-42247fe2abfb {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.898090] env[68207]: INFO nova.compute.manager [req-35199312-360f-4130-9064-b26f682253d2 req-2b390704-e41b-4c7d-8f03-7ba977d7cfdb service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Neutron deleted interface 97cfdcea-7f6a-484c-884b-42247fe2abfb; detaching it from the instance and deleting it from the info cache [ 1128.898247] env[68207]: DEBUG nova.network.neutron [req-35199312-360f-4130-9064-b26f682253d2 req-2b390704-e41b-4c7d-8f03-7ba977d7cfdb service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.059094] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811923} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.059385] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b55dcea3-e1db-4372-9714-0813f5653ba1/b55dcea3-e1db-4372-9714-0813f5653ba1.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.059568] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.059816] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74011846-4fe5-4f46-bd1e-692bf9cabacf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.066694] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1129.066694] env[68207]: value = "task-2777496" [ 1129.066694] env[68207]: _type = "Task" [ 1129.066694] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.074469] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.093183] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.345801] env[68207]: INFO nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Took 19.33 seconds to build instance. [ 1129.353847] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f5d41a-6404-ad29-3f74-f6c073c591ce, 'name': SearchDatastore_Task, 'duration_secs': 0.022146} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.356698] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a113bb8-ee3c-4df4-93b7-6128ec1e2922 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.362465] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1129.362465] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52934ae2-9acf-c7d3-dba7-7ebdf93d3101" [ 1129.362465] env[68207]: _type = "Task" [ 1129.362465] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.370926] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52934ae2-9acf-c7d3-dba7-7ebdf93d3101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.391614] env[68207]: INFO nova.compute.manager [-] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Took 1.29 seconds to deallocate network for instance. [ 1129.400994] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9e87d56-6cfc-4945-9a12-a66238e356fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.414849] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f702f-58fc-472a-bd5c-23fa438d2105 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446286] env[68207]: DEBUG nova.compute.manager [req-35199312-360f-4130-9064-b26f682253d2 req-2b390704-e41b-4c7d-8f03-7ba977d7cfdb service nova] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Detach interface failed, port_id=97cfdcea-7f6a-484c-884b-42247fe2abfb, reason: Instance c0af4882-3bbe-4fe3-a036-23eace62e869 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1129.576095] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155578} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.576370] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.577195] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080eec95-8879-4f66-ae65-a44dfd218578 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.601791] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b55dcea3-e1db-4372-9714-0813f5653ba1/b55dcea3-e1db-4372-9714-0813f5653ba1.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.605164] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3127566a-5eab-473f-ba4e-c6cdec1530cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.630523] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1129.630523] env[68207]: value = "task-2777497" [ 1129.630523] env[68207]: _type = "Task" [ 1129.630523] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.635238] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.636358] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.637108] env[68207]: INFO nova.compute.claims [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.644281] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.848185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.382s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.872744] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52934ae2-9acf-c7d3-dba7-7ebdf93d3101, 'name': SearchDatastore_Task, 'duration_secs': 0.019372} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.873089] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.873298] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 633a95f7-9f6e-4a8a-92f8-4f96e83c342c/633a95f7-9f6e-4a8a-92f8-4f96e83c342c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.873560] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193f31c7-1569-4617-a2e2-a019e123d908 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.880481] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1129.880481] env[68207]: value = "task-2777498" [ 1129.880481] env[68207]: _type = "Task" [ 1129.880481] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.888083] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.897172] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.084020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.084020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.093024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.093024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.143208] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.397410] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.591847] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.595403] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.653221] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.819145] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9717659b-6029-46f3-87fb-1628645a6980 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.826922] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270fa51-bd26-4d08-9da9-ea631da1da5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.859182] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163ab7c-205f-4780-ad4e-258b0e6154f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.867041] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fffdca3-4a0e-4373-a337-c40823e84ad3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.880219] env[68207]: DEBUG nova.compute.provider_tree [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.890441] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844181} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.890673] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 633a95f7-9f6e-4a8a-92f8-4f96e83c342c/633a95f7-9f6e-4a8a-92f8-4f96e83c342c.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.890889] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.891275] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f00f1285-2701-4cb5-b2f6-55b69f22aa60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.898041] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1130.898041] env[68207]: value = "task-2777499" [ 1130.898041] env[68207]: _type = "Task" [ 1130.898041] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.907166] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.130621] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.132324] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.144010] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777497, 'name': ReconfigVM_Task, 'duration_secs': 1.1268} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.144425] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b55dcea3-e1db-4372-9714-0813f5653ba1/b55dcea3-e1db-4372-9714-0813f5653ba1.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.145158] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c195badf-314c-4f66-8b0e-3b2ff7e3b59d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.151570] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1131.151570] env[68207]: value = "task-2777500" [ 1131.151570] env[68207]: _type = "Task" [ 1131.151570] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.160280] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777500, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.387587] env[68207]: DEBUG nova.scheduler.client.report [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.408730] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101597} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.409128] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.409984] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2624657-c2d7-403f-a449-ffbc0d8ee090 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.435639] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 633a95f7-9f6e-4a8a-92f8-4f96e83c342c/633a95f7-9f6e-4a8a-92f8-4f96e83c342c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.436308] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df83c375-7bd3-49c1-9b89-1da16547e1e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.457517] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1131.457517] env[68207]: value = "task-2777501" [ 1131.457517] env[68207]: _type = "Task" [ 1131.457517] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.465286] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.663325] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777500, 'name': Rename_Task, 'duration_secs': 0.270022} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.663325] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.663325] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2cfafee-19c6-411a-892f-21e4035da921 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.671141] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1131.671141] env[68207]: value = "task-2777502" [ 1131.671141] env[68207]: _type = "Task" [ 1131.671141] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.683152] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.894043] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.894452] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.897111] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.897981] env[68207]: DEBUG nova.objects.instance [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'resources' on Instance uuid c0af4882-3bbe-4fe3-a036-23eace62e869 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.967427] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.181060] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.400765] env[68207]: DEBUG nova.compute.utils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.405044] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.405808] env[68207]: DEBUG nova.network.neutron [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.459806] env[68207]: DEBUG nova.policy [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c64260d08d4d089c716c17387fda69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30145efc4884cce8582a44731a0fff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.471574] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777501, 'name': ReconfigVM_Task, 'duration_secs': 0.797312} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.471995] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 633a95f7-9f6e-4a8a-92f8-4f96e83c342c/633a95f7-9f6e-4a8a-92f8-4f96e83c342c.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.472949] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3f145c7-1436-4ce4-b492-9d108078a69b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.481957] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1132.481957] env[68207]: value = "task-2777503" [ 1132.481957] env[68207]: _type = "Task" [ 1132.481957] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.492099] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777503, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.591266] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1076eb-d83c-437d-978e-0e7da59fafc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.600176] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a9a00-1125-4fe7-9e59-ee657d484678 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.636272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434807e1-d926-4462-b681-dd09129eb630 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.644217] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cad6c-9edf-4483-a3c0-49b19c81e85b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.661597] env[68207]: DEBUG nova.compute.provider_tree [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.680753] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777502, 'name': PowerOnVM_Task, 'duration_secs': 0.616999} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.681086] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.681329] env[68207]: INFO nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1132.681507] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.683452] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e039cd-f6a5-42f3-9582-8d3168e402c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.728296] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.728719] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.787432] env[68207]: DEBUG nova.network.neutron [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Successfully created port: 3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.906032] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.992906] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777503, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.165342] env[68207]: DEBUG nova.scheduler.client.report [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.204028] env[68207]: INFO nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Took 22.66 seconds to build instance. [ 1133.231509] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.492896] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777503, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.670248] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.672643] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.542s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.674207] env[68207]: INFO nova.compute.claims [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.692583] env[68207]: INFO nova.scheduler.client.report [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocations for instance c0af4882-3bbe-4fe3-a036-23eace62e869 [ 1133.705799] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.171s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.750320] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.915105] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.940623] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.940944] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.941186] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.941389] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.941538] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.941686] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.941894] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.942065] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.942240] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.942406] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.942578] env[68207]: DEBUG nova.virt.hardware [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.943607] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328461c-2c1f-4fa5-83ca-c86516e69664 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.951913] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272b89a-9597-4081-b3b3-0115b9732003 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.992056] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777503, 'name': Rename_Task, 'duration_secs': 1.105672} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.992307] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.992550] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae7ef828-76bc-4d49-a426-65d41f4004fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.998286] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1133.998286] env[68207]: value = "task-2777504" [ 1133.998286] env[68207]: _type = "Task" [ 1133.998286] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.005827] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.142279] env[68207]: DEBUG nova.compute.manager [req-0f1ea13d-0d47-4f8f-b915-0ffe0ce71094 req-c290b93d-e4b8-4d51-9921-4708c7d70e50 service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Received event network-vif-plugged-3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1134.142539] env[68207]: DEBUG oslo_concurrency.lockutils [req-0f1ea13d-0d47-4f8f-b915-0ffe0ce71094 req-c290b93d-e4b8-4d51-9921-4708c7d70e50 service nova] Acquiring lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.142756] env[68207]: DEBUG oslo_concurrency.lockutils [req-0f1ea13d-0d47-4f8f-b915-0ffe0ce71094 req-c290b93d-e4b8-4d51-9921-4708c7d70e50 service nova] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.142917] env[68207]: DEBUG oslo_concurrency.lockutils [req-0f1ea13d-0d47-4f8f-b915-0ffe0ce71094 req-c290b93d-e4b8-4d51-9921-4708c7d70e50 service nova] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.143273] env[68207]: DEBUG nova.compute.manager [req-0f1ea13d-0d47-4f8f-b915-0ffe0ce71094 req-c290b93d-e4b8-4d51-9921-4708c7d70e50 service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] No waiting events found dispatching network-vif-plugged-3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.143556] env[68207]: WARNING nova.compute.manager [req-0f1ea13d-0d47-4f8f-b915-0ffe0ce71094 req-c290b93d-e4b8-4d51-9921-4708c7d70e50 service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Received unexpected event network-vif-plugged-3ce75872-ca27-4544-92b7-4d59f41e468d for instance with vm_state building and task_state spawning. [ 1134.199306] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5629ae-38f3-4b2a-b0ec-06e2aa70c3fb tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "c0af4882-3bbe-4fe3-a036-23eace62e869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.329s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.251252] env[68207]: DEBUG nova.network.neutron [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Successfully updated port: 3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.508296] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.754074] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "refresh_cache-3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.754309] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "refresh_cache-3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.754373] env[68207]: DEBUG nova.network.neutron [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.843438] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc01072-cd67-46b7-b889-5af2ca0bc943 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.851993] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40b1fbc-71b1-4d44-8713-bca4a030618e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.882889] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11536c-7a88-4eb6-b547-b06551ebf6c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.891189] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8284a-5088-4444-b225-6fa1bc21fd42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.906650] env[68207]: DEBUG nova.compute.provider_tree [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.009077] env[68207]: DEBUG oslo_vmware.api [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777504, 'name': PowerOnVM_Task, 'duration_secs': 0.848892} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.009349] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.009570] env[68207]: INFO nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1135.009777] env[68207]: DEBUG nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.010621] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede35760-0cd3-47fc-a766-3b68d8546f10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.266988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "f83f66af-5acd-4f9f-965c-78410f504bad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.267286] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.291722] env[68207]: DEBUG nova.network.neutron [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.410061] env[68207]: DEBUG nova.scheduler.client.report [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.414676] env[68207]: DEBUG nova.network.neutron [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Updating instance_info_cache with network_info: [{"id": "3ce75872-ca27-4544-92b7-4d59f41e468d", "address": "fa:16:3e:94:9b:42", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce75872-ca", "ovs_interfaceid": "3ce75872-ca27-4544-92b7-4d59f41e468d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.528467] env[68207]: INFO nova.compute.manager [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Took 24.92 seconds to build instance. [ 1135.770195] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.915188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.915723] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.918408] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.786s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.919860] env[68207]: INFO nova.compute.claims [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.922333] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "refresh_cache-3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.922692] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Instance network_info: |[{"id": "3ce75872-ca27-4544-92b7-4d59f41e468d", "address": "fa:16:3e:94:9b:42", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce75872-ca", "ovs_interfaceid": "3ce75872-ca27-4544-92b7-4d59f41e468d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.923383] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:9b:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce75872-ca27-4544-92b7-4d59f41e468d', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.930901] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.931414] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.931643] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714a6d9f-7647-429b-b6cd-d71bcdaf6483 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.953175] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.953175] env[68207]: value = "task-2777505" [ 1135.953175] env[68207]: _type = "Task" [ 1135.953175] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.962025] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777505, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.029458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-43874230-d437-44b5-8a46-aebfdd1c04f1 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.436s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.172801] env[68207]: DEBUG nova.compute.manager [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Received event network-changed-3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1136.173137] env[68207]: DEBUG nova.compute.manager [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Refreshing instance network info cache due to event network-changed-3ce75872-ca27-4544-92b7-4d59f41e468d. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1136.173472] env[68207]: DEBUG oslo_concurrency.lockutils [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] Acquiring lock "refresh_cache-3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.173718] env[68207]: DEBUG oslo_concurrency.lockutils [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] Acquired lock "refresh_cache-3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.173975] env[68207]: DEBUG nova.network.neutron [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Refreshing network info cache for port 3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.266084] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "24a6ecac-c7b6-41ca-8869-231f43debcec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.266414] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.266679] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "24a6ecac-c7b6-41ca-8869-231f43debcec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.266893] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.267087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.269376] env[68207]: INFO nova.compute.manager [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Terminating instance [ 1136.292085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.425501] env[68207]: DEBUG nova.compute.utils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.429319] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.429319] env[68207]: DEBUG nova.network.neutron [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.464815] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777505, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.477120] env[68207]: DEBUG nova.policy [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.773023] env[68207]: DEBUG nova.compute.manager [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.773265] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.774194] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0369181-c44c-4cbb-86b8-0ab15f622336 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.786763] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.788060] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08473bcd-3d1e-4395-86f4-9b3884de08fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.794501] env[68207]: DEBUG oslo_vmware.api [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1136.794501] env[68207]: value = "task-2777506" [ 1136.794501] env[68207]: _type = "Task" [ 1136.794501] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.808395] env[68207]: DEBUG oslo_vmware.api [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.837632] env[68207]: DEBUG nova.network.neutron [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Successfully created port: bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.916600] env[68207]: DEBUG nova.network.neutron [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Updated VIF entry in instance network info cache for port 3ce75872-ca27-4544-92b7-4d59f41e468d. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.917136] env[68207]: DEBUG nova.network.neutron [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Updating instance_info_cache with network_info: [{"id": "3ce75872-ca27-4544-92b7-4d59f41e468d", "address": "fa:16:3e:94:9b:42", "network": {"id": "9aecba59-721a-48f6-9a20-5940374aef51", "bridge": "br-int", "label": "tempest-ServersTestJSON-630142644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30145efc4884cce8582a44731a0fff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce75872-ca", "ovs_interfaceid": "3ce75872-ca27-4544-92b7-4d59f41e468d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.929420] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.970090] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777505, 'name': CreateVM_Task, 'duration_secs': 0.637528} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.974631] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.976329] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.976632] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.977096] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.977845] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a030e8a-e03c-455f-b751-c4a3f831f8be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.985282] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1136.985282] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5227a99d-ae03-7ffe-5963-83f8dcc0e2e3" [ 1136.985282] env[68207]: _type = "Task" [ 1136.985282] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.000536] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5227a99d-ae03-7ffe-5963-83f8dcc0e2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.152906] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d370d215-c86d-4987-b1ab-91085415a98a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.160967] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78116792-c397-4caf-a9f2-50bbcb180795 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.193114] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7d147-7720-4ec3-b13c-ca4277d8c4ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.200731] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf887c6-ed15-47fc-9f0f-11674c008206 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.214477] env[68207]: DEBUG nova.compute.provider_tree [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.304234] env[68207]: DEBUG oslo_vmware.api [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777506, 'name': PowerOffVM_Task, 'duration_secs': 0.316972} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.304620] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.304711] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.304982] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e11ba0-cf91-4e9f-a971-0031f97f03dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.372706] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.372930] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.373131] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleting the datastore file [datastore2] 24a6ecac-c7b6-41ca-8869-231f43debcec {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.373394] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8ec89e-bf8b-4e73-9f23-e877318211ec {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.380081] env[68207]: DEBUG oslo_vmware.api [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1137.380081] env[68207]: value = "task-2777508" [ 1137.380081] env[68207]: _type = "Task" [ 1137.380081] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.389908] env[68207]: DEBUG oslo_vmware.api [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.419718] env[68207]: DEBUG oslo_concurrency.lockutils [req-44141fcc-065f-4c7a-80ae-ac0aa5b4677e req-3c06087e-7888-411d-96fa-27c1c3cc613d service nova] Releasing lock "refresh_cache-3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.498237] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5227a99d-ae03-7ffe-5963-83f8dcc0e2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026677} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.498647] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.498989] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.499353] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.499590] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.499856] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.500228] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bc7c7b-af39-4bd8-9858-077543749ced {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.521860] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.522200] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.523133] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca334974-0fd3-4d91-bcda-83edfa1cb99e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.530031] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1137.530031] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5205c734-ce5e-753a-dff9-4dbe56455c40" [ 1137.530031] env[68207]: _type = "Task" [ 1137.530031] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.538693] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5205c734-ce5e-753a-dff9-4dbe56455c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.718142] env[68207]: DEBUG nova.scheduler.client.report [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.890337] env[68207]: DEBUG oslo_vmware.api [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350521} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.890599] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.890789] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.890973] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.891162] env[68207]: INFO nova.compute.manager [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1137.891406] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.891599] env[68207]: DEBUG nova.compute.manager [-] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.891698] env[68207]: DEBUG nova.network.neutron [-] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.942286] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.972358] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.972624] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.972787] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.972966] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.973127] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.973275] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.973731] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.973731] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.973839] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.973958] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.974150] env[68207]: DEBUG nova.virt.hardware [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.975056] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce90c6ca-eeb9-4652-99ff-804ef447d119 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.983354] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d4bd14-7e78-4bdc-94a9-3dd494e36569 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.044199] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5205c734-ce5e-753a-dff9-4dbe56455c40, 'name': SearchDatastore_Task, 'duration_secs': 0.026228} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.045059] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a900e2-1ec2-49c4-acb7-9bff520137a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.050345] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1138.050345] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528befef-69fb-fda3-f962-6d24f0669ce7" [ 1138.050345] env[68207]: _type = "Task" [ 1138.050345] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.058187] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528befef-69fb-fda3-f962-6d24f0669ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.177536] env[68207]: DEBUG nova.compute.manager [req-350161ed-3ff5-4892-a091-2e5328771c8d req-ea78a66f-04ca-46b8-a7d2-eace2630d0f7 service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Received event network-vif-deleted-4a48b8a6-bcae-4e1b-b221-7f347543596e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.177742] env[68207]: INFO nova.compute.manager [req-350161ed-3ff5-4892-a091-2e5328771c8d req-ea78a66f-04ca-46b8-a7d2-eace2630d0f7 service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Neutron deleted interface 4a48b8a6-bcae-4e1b-b221-7f347543596e; detaching it from the instance and deleting it from the info cache [ 1138.177912] env[68207]: DEBUG nova.network.neutron [req-350161ed-3ff5-4892-a091-2e5328771c8d req-ea78a66f-04ca-46b8-a7d2-eace2630d0f7 service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.224700] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.225220] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.228079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.478s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.230017] env[68207]: INFO nova.compute.claims [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.406610] env[68207]: DEBUG nova.compute.manager [req-0d11afba-d167-493a-8d14-48da7cd26334 req-009b8981-5350-42d6-903c-a27b16b32e6a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-vif-plugged-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.406610] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d11afba-d167-493a-8d14-48da7cd26334 req-009b8981-5350-42d6-903c-a27b16b32e6a service nova] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.406610] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d11afba-d167-493a-8d14-48da7cd26334 req-009b8981-5350-42d6-903c-a27b16b32e6a service nova] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.406610] env[68207]: DEBUG oslo_concurrency.lockutils [req-0d11afba-d167-493a-8d14-48da7cd26334 req-009b8981-5350-42d6-903c-a27b16b32e6a service nova] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.406610] env[68207]: DEBUG nova.compute.manager [req-0d11afba-d167-493a-8d14-48da7cd26334 req-009b8981-5350-42d6-903c-a27b16b32e6a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] No waiting events found dispatching network-vif-plugged-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.406610] env[68207]: WARNING nova.compute.manager [req-0d11afba-d167-493a-8d14-48da7cd26334 req-009b8981-5350-42d6-903c-a27b16b32e6a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received unexpected event network-vif-plugged-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a for instance with vm_state building and task_state spawning. [ 1138.561429] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528befef-69fb-fda3-f962-6d24f0669ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.029817} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.561640] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.561902] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475/3b7ab0f5-ddd1-4bcf-b011-ff9f17891475.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.562232] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49accd97-d505-498a-b19f-b94caccbf39e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.569013] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1138.569013] env[68207]: value = "task-2777509" [ 1138.569013] env[68207]: _type = "Task" [ 1138.569013] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.576947] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.659985] env[68207]: DEBUG nova.network.neutron [-] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.681652] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05735234-f009-4cec-b968-f3987cad4d7f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.691190] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a91d79-b57f-4811-8c80-fa3a30e4510a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.723292] env[68207]: DEBUG nova.compute.manager [req-350161ed-3ff5-4892-a091-2e5328771c8d req-ea78a66f-04ca-46b8-a7d2-eace2630d0f7 service nova] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Detach interface failed, port_id=4a48b8a6-bcae-4e1b-b221-7f347543596e, reason: Instance 24a6ecac-c7b6-41ca-8869-231f43debcec could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1138.735354] env[68207]: DEBUG nova.compute.utils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.740485] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.740670] env[68207]: DEBUG nova.network.neutron [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.792186] env[68207]: DEBUG nova.policy [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbfcbb191144debab8716dcc0339bc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95f8501c77a64ca1813a86bb16e969f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.794086] env[68207]: DEBUG nova.network.neutron [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Successfully updated port: bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.874185] env[68207]: INFO nova.compute.manager [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Rebuilding instance [ 1138.929580] env[68207]: DEBUG nova.compute.manager [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.930464] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78db2ed-7974-4295-9afd-ad446d1a31ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.078695] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.105818] env[68207]: DEBUG nova.network.neutron [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Successfully created port: 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.162847] env[68207]: INFO nova.compute.manager [-] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Took 1.27 seconds to deallocate network for instance. [ 1139.248564] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.298042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.298042] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.298042] env[68207]: DEBUG nova.network.neutron [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.469984] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d46334-0d8e-450c-b70f-92f8cadf03a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.477577] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50faa946-09da-4cd0-a149-35cb571652cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.509025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2158a5-94ae-49ae-8e46-2c9ca924971a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.517052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cb3df5-957f-4c64-b0c3-e9fcc2923d28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.529897] env[68207]: DEBUG nova.compute.provider_tree [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.580716] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911029} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.580716] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475/3b7ab0f5-ddd1-4bcf-b011-ff9f17891475.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.580716] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.580716] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-594c9f0c-acab-4292-84cb-213fc21803b3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.586800] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1139.586800] env[68207]: value = "task-2777510" [ 1139.586800] env[68207]: _type = "Task" [ 1139.586800] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.594989] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.670801] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.846913] env[68207]: DEBUG nova.network.neutron [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.945379] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.945712] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be63bd3-ff23-4dd7-8016-ca38709b111e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.954084] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1139.954084] env[68207]: value = "task-2777511" [ 1139.954084] env[68207]: _type = "Task" [ 1139.954084] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.961952] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.994946] env[68207]: DEBUG nova.network.neutron [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.033197] env[68207]: DEBUG nova.scheduler.client.report [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.097957] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066688} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.097957] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.098677] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032a82e-4164-404b-92da-9eec7119099d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.121510] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475/3b7ab0f5-ddd1-4bcf-b011-ff9f17891475.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.122214] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d7e69d-bea4-4d69-8ec6-19baa6b4e46d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.142436] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1140.142436] env[68207]: value = "task-2777512" [ 1140.142436] env[68207]: _type = "Task" [ 1140.142436] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.151420] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.257803] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.284607] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.284862] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.285019] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.285214] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.285445] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.285624] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.285865] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.286030] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.286210] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.286378] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.286565] env[68207]: DEBUG nova.virt.hardware [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.287524] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af7e3c-d0d5-4e79-9489-f5fa0f5dc2c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.297626] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e0ec36-ec5f-49d3-b0b9-1ba9fb8db9ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.433109] env[68207]: DEBUG nova.compute.manager [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.433332] env[68207]: DEBUG nova.compute.manager [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing instance network info cache due to event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1140.433528] env[68207]: DEBUG oslo_concurrency.lockutils [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.464710] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777511, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.497946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.499639] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Instance network_info: |[{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.499639] env[68207]: DEBUG oslo_concurrency.lockutils [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.499639] env[68207]: DEBUG nova.network.neutron [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.501783] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:f7:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd54ec7a-1c43-4b15-8113-5ef94dc62b5a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.514859] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.518119] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.518649] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecd9c482-39e9-4293-961f-8f623a947cd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.536024] env[68207]: DEBUG nova.compute.manager [req-d0b7f9f2-a4e6-4071-bff1-b747fa8f06bd req-bc549c04-abed-4794-852b-b1d8c6af293f service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Received event network-vif-plugged-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.536249] env[68207]: DEBUG oslo_concurrency.lockutils [req-d0b7f9f2-a4e6-4071-bff1-b747fa8f06bd req-bc549c04-abed-4794-852b-b1d8c6af293f service nova] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.536462] env[68207]: DEBUG oslo_concurrency.lockutils [req-d0b7f9f2-a4e6-4071-bff1-b747fa8f06bd req-bc549c04-abed-4794-852b-b1d8c6af293f service nova] Lock "b05d31d0-e74d-437a-a36e-9205733e5836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.536636] env[68207]: DEBUG oslo_concurrency.lockutils [req-d0b7f9f2-a4e6-4071-bff1-b747fa8f06bd req-bc549c04-abed-4794-852b-b1d8c6af293f service nova] Lock "b05d31d0-e74d-437a-a36e-9205733e5836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.536802] env[68207]: DEBUG nova.compute.manager [req-d0b7f9f2-a4e6-4071-bff1-b747fa8f06bd req-bc549c04-abed-4794-852b-b1d8c6af293f service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] No waiting events found dispatching network-vif-plugged-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.536965] env[68207]: WARNING nova.compute.manager [req-d0b7f9f2-a4e6-4071-bff1-b747fa8f06bd req-bc549c04-abed-4794-852b-b1d8c6af293f service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Received unexpected event network-vif-plugged-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a for instance with vm_state building and task_state spawning. [ 1140.540395] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.540853] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.545614] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.254s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.546972] env[68207]: INFO nova.compute.claims [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.550105] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.550105] env[68207]: value = "task-2777513" [ 1140.550105] env[68207]: _type = "Task" [ 1140.550105] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.559869] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777513, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.601973] env[68207]: DEBUG nova.network.neutron [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Successfully updated port: 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.655697] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.756500] env[68207]: DEBUG nova.network.neutron [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updated VIF entry in instance network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.756881] env[68207]: DEBUG nova.network.neutron [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.965269] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777511, 'name': PowerOffVM_Task, 'duration_secs': 0.520692} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.965531] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.965756] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.966685] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1012313f-5a81-4871-bf3d-ad57059464dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.972950] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.973189] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc32014c-aa16-49e2-a75b-271323b845c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.047220] env[68207]: DEBUG nova.compute.utils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.048932] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.049228] env[68207]: DEBUG nova.network.neutron [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.058352] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.058521] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.058665] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleting the datastore file [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.059239] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cfdbea5-efcf-49fa-9f42-88f29fb7ae5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.066511] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777513, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.070287] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1141.070287] env[68207]: value = "task-2777515" [ 1141.070287] env[68207]: _type = "Task" [ 1141.070287] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.079160] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.104442] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.104601] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.104735] env[68207]: DEBUG nova.network.neutron [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.113625] env[68207]: DEBUG nova.policy [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd58048645da94b3fae3bcffbc7896fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d46c62ccd4c40a9b7bf95376131b41d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.153625] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777512, 'name': ReconfigVM_Task, 'duration_secs': 0.997716} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.153921] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475/3b7ab0f5-ddd1-4bcf-b011-ff9f17891475.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.154674] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db925437-9b29-4841-a4df-8f3f4c9f80e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.160925] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1141.160925] env[68207]: value = "task-2777516" [ 1141.160925] env[68207]: _type = "Task" [ 1141.160925] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.170051] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777516, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.259851] env[68207]: DEBUG oslo_concurrency.lockutils [req-647421db-45cd-4140-a637-144a86b65fd0 req-32eee61c-1e79-48a8-8b18-6becc5fdc31e service nova] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.496695] env[68207]: DEBUG nova.network.neutron [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Successfully created port: 941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.552967] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.569878] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777513, 'name': CreateVM_Task, 'duration_secs': 0.695873} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.570453] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.571280] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.571444] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.573661] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.575806] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2f14cf-7296-4e45-9626-ad10d6d8be6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.583077] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.585107] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.585301] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.587250] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.589186] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1141.589186] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52926a34-2995-2e06-b217-485143adcbc1" [ 1141.589186] env[68207]: _type = "Task" [ 1141.589186] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.603076] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52926a34-2995-2e06-b217-485143adcbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.603366] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.603589] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.603816] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.603959] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.604156] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.604406] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60fd01d4-3627-4a3c-9924-730e48f8e5cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.614022] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.614022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.614022] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c497cf7-a212-4d19-bd66-39bbc4ee1247 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.624021] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1141.624021] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d7bd41-a324-00a4-7fe1-ec0700850d75" [ 1141.624021] env[68207]: _type = "Task" [ 1141.624021] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.630077] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d7bd41-a324-00a4-7fe1-ec0700850d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.647355] env[68207]: DEBUG nova.network.neutron [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.675344] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777516, 'name': Rename_Task, 'duration_secs': 0.18867} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.676135] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.676135] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227dff80-5be9-4848-b4a3-1a95193d014b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.684182] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1141.684182] env[68207]: value = "task-2777517" [ 1141.684182] env[68207]: _type = "Task" [ 1141.684182] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.695697] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.783825] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d0034a-2de6-4a70-9a52-6a26e5342a73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.791181] env[68207]: DEBUG nova.network.neutron [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updating instance_info_cache with network_info: [{"id": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "address": "fa:16:3e:19:58:cf", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf7d8-1c", "ovs_interfaceid": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.793338] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d7b45-6870-4eeb-849e-0750a6f11aa2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.824571] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7465d375-d5fb-4968-a1fc-65d0615b60a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.832150] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad3f200-a78e-4010-a508-30c8934fa0e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.845757] env[68207]: DEBUG nova.compute.provider_tree [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.131843] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d7bd41-a324-00a4-7fe1-ec0700850d75, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.133203] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ef053d-eb8e-49b3-9efb-5fa3bd63604f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.138573] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1142.138573] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f6fa97-b133-ab48-4a9c-7e35d5be5d16" [ 1142.138573] env[68207]: _type = "Task" [ 1142.138573] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.145968] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f6fa97-b133-ab48-4a9c-7e35d5be5d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.192902] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.297683] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.298056] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Instance network_info: |[{"id": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "address": "fa:16:3e:19:58:cf", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf7d8-1c", "ovs_interfaceid": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.298533] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:58:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.306066] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.306315] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.306539] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e426a73-4bc5-402c-adc5-3c2034f2d98b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.326871] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.326871] env[68207]: value = "task-2777518" [ 1142.326871] env[68207]: _type = "Task" [ 1142.326871] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.337657] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777518, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.348760] env[68207]: DEBUG nova.scheduler.client.report [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.549762] env[68207]: DEBUG nova.compute.manager [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Received event network-changed-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.549948] env[68207]: DEBUG nova.compute.manager [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Refreshing instance network info cache due to event network-changed-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1142.550194] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] Acquiring lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.550425] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] Acquired lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.550660] env[68207]: DEBUG nova.network.neutron [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Refreshing network info cache for port 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.567356] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.600519] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.600820] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.600961] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.601166] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.601469] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.601469] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.601668] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.601830] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.602015] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.602222] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.602421] env[68207]: DEBUG nova.virt.hardware [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.606194] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f3a042-ef0d-4bbc-b0b6-c5d70df9532e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.614808] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4918c1f-75bf-48d0-97be-84ed5b2a1db1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.637064] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.637358] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.637524] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.637709] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.637866] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.638009] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.638228] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.638387] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.638580] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.638810] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.638975] env[68207]: DEBUG nova.virt.hardware [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.640133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6b13a-9b69-4fa2-bf15-9d931742157d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.651200] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f6fa97-b133-ab48-4a9c-7e35d5be5d16, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.653386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.653727] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2381eaa0-1370-416a-a5f4-3f1e13bbd77f/2381eaa0-1370-416a-a5f4-3f1e13bbd77f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.653947] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c500260-d46e-45ca-8188-a000f6ff28a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.656843] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baedc63-b281-4e08-8c1e-dc7246d8896a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.671495] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f9:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0571fd41-4380-4804-a7d5-3c9dfc492f52', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.679130] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.680532] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.680853] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1142.680853] env[68207]: value = "task-2777519" [ 1142.680853] env[68207]: _type = "Task" [ 1142.680853] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.681073] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-980fb1ba-6d49-40e5-b688-0c4dedc308b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.706541] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.710067] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.710067] env[68207]: value = "task-2777520" [ 1142.710067] env[68207]: _type = "Task" [ 1142.710067] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.710277] env[68207]: DEBUG oslo_vmware.api [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777517, 'name': PowerOnVM_Task, 'duration_secs': 0.76954} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.710480] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.710680] env[68207]: INFO nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1142.710857] env[68207]: DEBUG nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.714048] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a9c0b-d5a7-4fa2-8af8-29c7bbc05628 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.724880] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777520, 'name': CreateVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.836707] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777518, 'name': CreateVM_Task, 'duration_secs': 0.38773} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.837010] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.837773] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.837972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.838291] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.838561] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95963d5d-1ead-4bda-9bbe-fff755ff1fcc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.843160] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1142.843160] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523cfa2b-bf85-3129-8d65-b13e4d7cd5b1" [ 1142.843160] env[68207]: _type = "Task" [ 1142.843160] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.850731] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523cfa2b-bf85-3129-8d65-b13e4d7cd5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.853540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.854076] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.856638] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.186s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.856890] env[68207]: DEBUG nova.objects.instance [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lazy-loading 'resources' on Instance uuid 24a6ecac-c7b6-41ca-8869-231f43debcec {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.998990] env[68207]: DEBUG nova.compute.manager [req-6973aea4-8d83-4a41-963c-4c89a820260c req-d6c7eecc-4f9e-4b8f-9226-d40a76110caa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-vif-plugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1143.003605] env[68207]: DEBUG oslo_concurrency.lockutils [req-6973aea4-8d83-4a41-963c-4c89a820260c req-d6c7eecc-4f9e-4b8f-9226-d40a76110caa service nova] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.003605] env[68207]: DEBUG oslo_concurrency.lockutils [req-6973aea4-8d83-4a41-963c-4c89a820260c req-d6c7eecc-4f9e-4b8f-9226-d40a76110caa service nova] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.003605] env[68207]: DEBUG oslo_concurrency.lockutils [req-6973aea4-8d83-4a41-963c-4c89a820260c req-d6c7eecc-4f9e-4b8f-9226-d40a76110caa service nova] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.003605] env[68207]: DEBUG nova.compute.manager [req-6973aea4-8d83-4a41-963c-4c89a820260c req-d6c7eecc-4f9e-4b8f-9226-d40a76110caa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] No waiting events found dispatching network-vif-plugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.003605] env[68207]: WARNING nova.compute.manager [req-6973aea4-8d83-4a41-963c-4c89a820260c req-d6c7eecc-4f9e-4b8f-9226-d40a76110caa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received unexpected event network-vif-plugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 for instance with vm_state building and task_state spawning. [ 1143.127921] env[68207]: DEBUG nova.network.neutron [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Successfully updated port: 941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.206520] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777519, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.236914] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777520, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.241037] env[68207]: INFO nova.compute.manager [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Took 13.64 seconds to build instance. [ 1143.306107] env[68207]: DEBUG nova.network.neutron [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updated VIF entry in instance network info cache for port 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.306575] env[68207]: DEBUG nova.network.neutron [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updating instance_info_cache with network_info: [{"id": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "address": "fa:16:3e:19:58:cf", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf7d8-1c", "ovs_interfaceid": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.356927] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523cfa2b-bf85-3129-8d65-b13e4d7cd5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014556} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.357255] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.357532] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.357782] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.357922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.358159] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.360140] env[68207]: DEBUG nova.compute.utils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.365031] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c19c865d-4a59-4f1e-83cb-cb9682d47723 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.367882] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.368397] env[68207]: DEBUG nova.network.neutron [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.379807] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.380189] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.381432] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5dda10-dc06-4e62-9335-567123fe7b27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.387719] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1143.387719] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521bf9fc-5b38-65cf-ab6b-624891db9d81" [ 1143.387719] env[68207]: _type = "Task" [ 1143.387719] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.400725] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521bf9fc-5b38-65cf-ab6b-624891db9d81, 'name': SearchDatastore_Task, 'duration_secs': 0.008428} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.404013] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708d5cf5-4ce1-45f3-a998-2f108e32e9a5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.409635] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1143.409635] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eefc62-f619-3ead-71fc-adff0c627979" [ 1143.409635] env[68207]: _type = "Task" [ 1143.409635] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.414516] env[68207]: DEBUG nova.policy [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92035dc1a0c42e4a78f8291ec5a1494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5a044b76664a8184a902a346ebe208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.422891] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eefc62-f619-3ead-71fc-adff0c627979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.583819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d607ae51-06aa-4ce6-b30f-878409ef6e30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.592463] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3a6dd-2637-4a44-81bd-42abe35b6027 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.624009] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4fc8b-f2a2-4a00-b100-1a64c5744af4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.631200] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd60b50e-af80-4b67-be05-02c38e4f0ce9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.636222] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.636432] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.636638] env[68207]: DEBUG nova.network.neutron [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.650192] env[68207]: DEBUG nova.compute.provider_tree [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.691309] env[68207]: DEBUG nova.network.neutron [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Successfully created port: 39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.704811] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731951} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.705267] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 2381eaa0-1370-416a-a5f4-3f1e13bbd77f/2381eaa0-1370-416a-a5f4-3f1e13bbd77f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.705372] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.705535] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6874d311-63bb-4a5a-8b02-82f8822a3073 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.715681] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1143.715681] env[68207]: value = "task-2777521" [ 1143.715681] env[68207]: _type = "Task" [ 1143.715681] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.723853] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777520, 'name': CreateVM_Task, 'duration_secs': 0.786808} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.726492] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.727068] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.727696] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.727869] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.728191] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.728433] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532e97c1-3e70-4258-aa53-e6329685f29d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.732718] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1143.732718] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52617d8a-7c34-cbc9-ea8f-5ac86605086b" [ 1143.732718] env[68207]: _type = "Task" [ 1143.732718] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.740635] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52617d8a-7c34-cbc9-ea8f-5ac86605086b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.743189] env[68207]: DEBUG oslo_concurrency.lockutils [None req-46c22cd4-bba3-456a-886a-f4a1eb0d54eb tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.153s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.809527] env[68207]: DEBUG oslo_concurrency.lockutils [req-c7a34699-38ad-445e-a662-bc3c59135f61 req-e2bdf6f6-62af-490c-8f88-896525d90d55 service nova] Releasing lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.868127] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.920685] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eefc62-f619-3ead-71fc-adff0c627979, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.921022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921348] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b05d31d0-e74d-437a-a36e-9205733e5836/b05d31d0-e74d-437a-a36e-9205733e5836.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.922857] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e04fc5ca-0ff8-44df-a3fe-95a5ce77ff4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.929298] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1143.929298] env[68207]: value = "task-2777522" [ 1143.929298] env[68207]: _type = "Task" [ 1143.929298] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.938462] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.153705] env[68207]: DEBUG nova.scheduler.client.report [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.168738] env[68207]: DEBUG nova.network.neutron [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.227080] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177412} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.227350] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.228133] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cd6a6-9c45-4b85-963a-54f8048863b2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.250380] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2381eaa0-1370-416a-a5f4-3f1e13bbd77f/2381eaa0-1370-416a-a5f4-3f1e13bbd77f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.255715] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de3de1a-d664-4e20-9c61-1fb07a1aec75 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.276908] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52617d8a-7c34-cbc9-ea8f-5ac86605086b, 'name': SearchDatastore_Task, 'duration_secs': 0.016816} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.278266] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.278515] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.278748] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.278896] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.279120] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.279465] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1144.279465] env[68207]: value = "task-2777523" [ 1144.279465] env[68207]: _type = "Task" [ 1144.279465] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.279656] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b8b3ac-99e5-404d-a8d0-cdeb5b7c929b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.291483] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.297925] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.298174] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.298951] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20016fae-70cd-4cef-9dfe-fab212adad38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.304305] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1144.304305] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d4cfe2-e519-9ba3-83ab-aa7f6b834794" [ 1144.304305] env[68207]: _type = "Task" [ 1144.304305] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.313240] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d4cfe2-e519-9ba3-83ab-aa7f6b834794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.345983] env[68207]: DEBUG oslo_concurrency.lockutils [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.346325] env[68207]: DEBUG oslo_concurrency.lockutils [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.346882] env[68207]: DEBUG nova.compute.manager [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.350699] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8718dddf-1c32-4470-8b7a-c2d20286e4c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.358410] env[68207]: DEBUG nova.compute.manager [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1144.359016] env[68207]: DEBUG nova.objects.instance [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lazy-loading 'flavor' on Instance uuid 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.440310] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777522, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.499265] env[68207]: DEBUG nova.network.neutron [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.658598] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.683395] env[68207]: INFO nova.scheduler.client.report [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleted allocations for instance 24a6ecac-c7b6-41ca-8869-231f43debcec [ 1144.791129] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.813019] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d4cfe2-e519-9ba3-83ab-aa7f6b834794, 'name': SearchDatastore_Task, 'duration_secs': 0.07593} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.813789] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf108afe-5a26-43a5-815b-142114d66a52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.818485] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1144.818485] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b3a201-afe0-b893-43d9-9e6fd03ffe75" [ 1144.818485] env[68207]: _type = "Task" [ 1144.818485] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.825912] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b3a201-afe0-b893-43d9-9e6fd03ffe75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.877400] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.905294] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.905587] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.905773] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.905974] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.906146] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.906291] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.906493] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.906651] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.906863] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.907043] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.907218] env[68207]: DEBUG nova.virt.hardware [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.908053] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b0a5a-0a00-47e4-a810-2be0bfce0528 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.915782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb709f-61b8-4784-925d-d6a9f3690717 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.938079] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707913} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.938326] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] b05d31d0-e74d-437a-a36e-9205733e5836/b05d31d0-e74d-437a-a36e-9205733e5836.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.938538] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.938822] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82371778-2471-41f6-ae28-5d606f9ca594 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.945338] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1144.945338] env[68207]: value = "task-2777524" [ 1144.945338] env[68207]: _type = "Task" [ 1144.945338] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.953434] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.001626] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.002019] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance network_info: |[{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.002474] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:e8:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941480b1-ed7c-4015-b90b-ed02ae43c0b3', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.010536] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating folder: Project (5d46c62ccd4c40a9b7bf95376131b41d). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.011299] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c0f7819-ee8e-4ece-b84d-0b64c80de7b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.021494] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created folder: Project (5d46c62ccd4c40a9b7bf95376131b41d) in parent group-v558176. [ 1145.021692] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating folder: Instances. Parent ref: group-v558465. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.022047] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c83401-e648-4c3b-a8fa-3109e75bac61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.030134] env[68207]: DEBUG nova.compute.manager [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.030361] env[68207]: DEBUG nova.compute.manager [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing instance network info cache due to event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1145.030614] env[68207]: DEBUG oslo_concurrency.lockutils [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.030767] env[68207]: DEBUG oslo_concurrency.lockutils [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.030947] env[68207]: DEBUG nova.network.neutron [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.033789] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created folder: Instances in parent group-v558465. [ 1145.034088] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.034529] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.034753] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80f1e5d0-46bd-4761-b102-882ab1e7bf01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.055457] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.055457] env[68207]: value = "task-2777527" [ 1145.055457] env[68207]: _type = "Task" [ 1145.055457] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.063544] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777527, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.080741] env[68207]: DEBUG nova.compute.manager [req-12efeaa4-51b8-4cdb-b199-e36b73cdf31b req-995e17d6-fbad-4a25-b86d-960be7e5f6cd service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Received event network-vif-plugged-39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.080894] env[68207]: DEBUG oslo_concurrency.lockutils [req-12efeaa4-51b8-4cdb-b199-e36b73cdf31b req-995e17d6-fbad-4a25-b86d-960be7e5f6cd service nova] Acquiring lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.081186] env[68207]: DEBUG oslo_concurrency.lockutils [req-12efeaa4-51b8-4cdb-b199-e36b73cdf31b req-995e17d6-fbad-4a25-b86d-960be7e5f6cd service nova] Lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.081373] env[68207]: DEBUG oslo_concurrency.lockutils [req-12efeaa4-51b8-4cdb-b199-e36b73cdf31b req-995e17d6-fbad-4a25-b86d-960be7e5f6cd service nova] Lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.081543] env[68207]: DEBUG nova.compute.manager [req-12efeaa4-51b8-4cdb-b199-e36b73cdf31b req-995e17d6-fbad-4a25-b86d-960be7e5f6cd service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] No waiting events found dispatching network-vif-plugged-39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.081748] env[68207]: WARNING nova.compute.manager [req-12efeaa4-51b8-4cdb-b199-e36b73cdf31b req-995e17d6-fbad-4a25-b86d-960be7e5f6cd service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Received unexpected event network-vif-plugged-39aa8bd5-8bb0-421f-a590-503f7a95f438 for instance with vm_state building and task_state spawning. [ 1145.152676] env[68207]: DEBUG nova.network.neutron [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Successfully updated port: 39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.190453] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3a17d425-eaf0-4fde-b936-b6ccc6603497 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "24a6ecac-c7b6-41ca-8869-231f43debcec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.924s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.292085] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777523, 'name': ReconfigVM_Task, 'duration_secs': 0.89842} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.292388] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2381eaa0-1370-416a-a5f4-3f1e13bbd77f/2381eaa0-1370-416a-a5f4-3f1e13bbd77f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.293078] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f3e4b7a-e0ff-4080-ae57-db65e1dd9851 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.299528] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1145.299528] env[68207]: value = "task-2777528" [ 1145.299528] env[68207]: _type = "Task" [ 1145.299528] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.307493] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777528, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.328071] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b3a201-afe0-b893-43d9-9e6fd03ffe75, 'name': SearchDatastore_Task, 'duration_secs': 0.026186} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.328429] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.328768] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.329113] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-062a1867-400a-4840-98f3-e5bde189ca96 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.336973] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1145.336973] env[68207]: value = "task-2777529" [ 1145.336973] env[68207]: _type = "Task" [ 1145.336973] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.348144] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.366063] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.366457] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f992242-4d55-4912-b18e-ea3f380da961 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.374157] env[68207]: DEBUG oslo_vmware.api [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1145.374157] env[68207]: value = "task-2777530" [ 1145.374157] env[68207]: _type = "Task" [ 1145.374157] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.382635] env[68207]: DEBUG oslo_vmware.api [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.458244] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150479} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.458545] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.459693] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29ba64-7800-416c-99c5-a2c3b1d75d0e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.485865] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] b05d31d0-e74d-437a-a36e-9205733e5836/b05d31d0-e74d-437a-a36e-9205733e5836.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.486204] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5221b09c-78ab-4a50-8b78-f7f7ccf26fe3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.507547] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1145.507547] env[68207]: value = "task-2777531" [ 1145.507547] env[68207]: _type = "Task" [ 1145.507547] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.516714] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.566098] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777527, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.658343] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.658479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.658713] env[68207]: DEBUG nova.network.neutron [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.755617] env[68207]: DEBUG nova.network.neutron [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updated VIF entry in instance network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.756062] env[68207]: DEBUG nova.network.neutron [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.809270] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777528, 'name': Rename_Task, 'duration_secs': 0.176279} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.809553] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.809807] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31820317-4e7e-490a-9930-6a502242a204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.816449] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1145.816449] env[68207]: value = "task-2777532" [ 1145.816449] env[68207]: _type = "Task" [ 1145.816449] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.824475] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.849211] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777529, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.884147] env[68207]: DEBUG oslo_vmware.api [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777530, 'name': PowerOffVM_Task, 'duration_secs': 0.201749} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.884558] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.884835] env[68207]: DEBUG nova.compute.manager [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.885767] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea87801-238d-400c-b5be-7c3ef2b88556 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.018418] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.065530] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777527, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.191850] env[68207]: DEBUG nova.network.neutron [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.258498] env[68207]: DEBUG oslo_concurrency.lockutils [req-98afd899-ebce-45cf-a593-029761b4b0d1 req-90a0eb49-101d-4be9-b608-47e581f84666 service nova] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.326516] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.342846] env[68207]: DEBUG nova.network.neutron [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance_info_cache with network_info: [{"id": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "address": "fa:16:3e:27:43:74", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39aa8bd5-8b", "ovs_interfaceid": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.349816] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592493} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.353430] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.353709] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.353983] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-630b5cd7-f5ac-4181-aad0-447b6843e99c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.360193] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1146.360193] env[68207]: value = "task-2777533" [ 1146.360193] env[68207]: _type = "Task" [ 1146.360193] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.369831] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.398411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-84d3ab30-7bf4-4138-a893-1aa2ce55106b tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.518656] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777531, 'name': ReconfigVM_Task, 'duration_secs': 0.786462} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.518950] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Reconfigured VM instance instance-0000006e to attach disk [datastore2] b05d31d0-e74d-437a-a36e-9205733e5836/b05d31d0-e74d-437a-a36e-9205733e5836.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.519621] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e3e085d-d5be-4f66-9099-4e8ddfb4efe4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.525383] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1146.525383] env[68207]: value = "task-2777534" [ 1146.525383] env[68207]: _type = "Task" [ 1146.525383] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.533141] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777534, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.567224] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777527, 'name': CreateVM_Task, 'duration_secs': 1.415881} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.567427] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.568166] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.568346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.568701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.568976] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef2c930-0cd4-4e81-abe0-8dec427ac72d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.574144] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1146.574144] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52016c86-c3ce-9170-385f-f6978e027a07" [ 1146.574144] env[68207]: _type = "Task" [ 1146.574144] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.581826] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52016c86-c3ce-9170-385f-f6978e027a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.727708] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "b55dcea3-e1db-4372-9714-0813f5653ba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.728024] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.728212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "b55dcea3-e1db-4372-9714-0813f5653ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.728394] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.728569] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.730561] env[68207]: INFO nova.compute.manager [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Terminating instance [ 1146.801226] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.801479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.801690] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.801905] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.802095] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.804009] env[68207]: INFO nova.compute.manager [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Terminating instance [ 1146.825482] env[68207]: DEBUG oslo_vmware.api [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777532, 'name': PowerOnVM_Task, 'duration_secs': 0.688672} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.825726] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.825923] env[68207]: INFO nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1146.826113] env[68207]: DEBUG nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.826842] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7798c44-f72d-40e4-8dfd-3a67f040bb9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.847200] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.847473] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Instance network_info: |[{"id": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "address": "fa:16:3e:27:43:74", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39aa8bd5-8b", "ovs_interfaceid": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.848549] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:43:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39aa8bd5-8bb0-421f-a590-503f7a95f438', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.855496] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.855710] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.855915] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a931fe8a-70cd-4952-9f9b-ddccec431706 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.878427] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067676} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.879509] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.879755] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.879755] env[68207]: value = "task-2777535" [ 1146.879755] env[68207]: _type = "Task" [ 1146.879755] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.880390] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4685ef5-14ba-4e40-873f-7b213a65caf1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.889998] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777535, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.907225] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.907913] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c00721-d90a-4338-80d9-9d7c4c4cea85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.925880] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1146.925880] env[68207]: value = "task-2777536" [ 1146.925880] env[68207]: _type = "Task" [ 1146.925880] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.933775] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.035270] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777534, 'name': Rename_Task, 'duration_secs': 0.144411} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.035595] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.035822] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86136c4a-db9a-4bd3-92e9-a57dd6a39282 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.041891] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1147.041891] env[68207]: value = "task-2777537" [ 1147.041891] env[68207]: _type = "Task" [ 1147.041891] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.049551] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.083512] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52016c86-c3ce-9170-385f-f6978e027a07, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.083821] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.084135] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.084305] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.084466] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.084689] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.084933] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efc76d46-47e5-4e8f-b954-89701a42ff98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.093263] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.093436] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.094139] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b214d9e5-0215-4d45-86ed-d2ae8abec761 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.099035] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1147.099035] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e8c48f-cd06-1fba-32d0-f59ffcfdb132" [ 1147.099035] env[68207]: _type = "Task" [ 1147.099035] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.106161] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e8c48f-cd06-1fba-32d0-f59ffcfdb132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.108250] env[68207]: DEBUG nova.compute.manager [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Received event network-changed-39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.108429] env[68207]: DEBUG nova.compute.manager [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Refreshing instance network info cache due to event network-changed-39aa8bd5-8bb0-421f-a590-503f7a95f438. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.108657] env[68207]: DEBUG oslo_concurrency.lockutils [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] Acquiring lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.108817] env[68207]: DEBUG oslo_concurrency.lockutils [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] Acquired lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.108980] env[68207]: DEBUG nova.network.neutron [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Refreshing network info cache for port 39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.148027] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.148466] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.148811] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.149334] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.149670] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.152020] env[68207]: INFO nova.compute.manager [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Terminating instance [ 1147.235080] env[68207]: DEBUG nova.compute.manager [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.235080] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.236046] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268986d8-f472-4b2b-9ae3-0c5fb42bff54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.247377] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.247596] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407da1d7-fc61-44d4-9046-547bd65bfa68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.253748] env[68207]: DEBUG oslo_vmware.api [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1147.253748] env[68207]: value = "task-2777538" [ 1147.253748] env[68207]: _type = "Task" [ 1147.253748] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.261967] env[68207]: DEBUG oslo_vmware.api [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.309685] env[68207]: DEBUG nova.compute.manager [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.309935] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.310887] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65952d89-6d12-4a14-84d0-45b1b48468aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.319281] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.319539] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f044e8-9629-4c92-8141-19a4f3d4e364 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.327057] env[68207]: DEBUG oslo_vmware.api [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1147.327057] env[68207]: value = "task-2777539" [ 1147.327057] env[68207]: _type = "Task" [ 1147.327057] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.340186] env[68207]: DEBUG oslo_vmware.api [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.342978] env[68207]: INFO nova.compute.manager [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Took 16.24 seconds to build instance. [ 1147.396967] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777535, 'name': CreateVM_Task, 'duration_secs': 0.495414} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.397182] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.397855] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.398040] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.398380] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.398644] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cb8315-89ac-4533-b87e-c9029ed09779 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.403999] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1147.403999] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a585fe-74f4-ef0b-e2e4-55070ce1cf87" [ 1147.403999] env[68207]: _type = "Task" [ 1147.403999] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.412716] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a585fe-74f4-ef0b-e2e4-55070ce1cf87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.436061] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.552940] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.610295] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e8c48f-cd06-1fba-32d0-f59ffcfdb132, 'name': SearchDatastore_Task, 'duration_secs': 0.041326} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.613078] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088d299d-cfaf-4570-90fa-ac6d118f8088 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.619469] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1147.619469] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5284a2d8-eaa0-9ecd-4662-4e16b8009298" [ 1147.619469] env[68207]: _type = "Task" [ 1147.619469] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.627763] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5284a2d8-eaa0-9ecd-4662-4e16b8009298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.655677] env[68207]: DEBUG nova.compute.manager [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.655917] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.656795] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b156cd3-ed9b-4272-809e-79d926651628 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.664106] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.664364] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07654c4c-9ad4-4f58-bbb5-bccc671b8253 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.752126] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.752479] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.752795] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.753161] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aaa8743-96fc-482a-88cf-25b1df25d6f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.768774] env[68207]: DEBUG oslo_vmware.api [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777538, 'name': PowerOffVM_Task, 'duration_secs': 0.167518} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.770068] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.770262] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.770720] env[68207]: DEBUG oslo_vmware.api [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1147.770720] env[68207]: value = "task-2777541" [ 1147.770720] env[68207]: _type = "Task" [ 1147.770720] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.770964] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318d809a-c3a1-4ec6-bf92-0d962bcdf155 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.781111] env[68207]: DEBUG oslo_vmware.api [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.825319] env[68207]: DEBUG nova.network.neutron [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updated VIF entry in instance network info cache for port 39aa8bd5-8bb0-421f-a590-503f7a95f438. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.825684] env[68207]: DEBUG nova.network.neutron [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance_info_cache with network_info: [{"id": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "address": "fa:16:3e:27:43:74", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39aa8bd5-8b", "ovs_interfaceid": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.838205] env[68207]: DEBUG oslo_vmware.api [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777539, 'name': PowerOffVM_Task, 'duration_secs': 0.238615} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.838205] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.838205] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.838205] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6754d08-41f7-42c8-8433-12245aa7b1be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.845033] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6081a6ed-cc73-450c-bbf0-1c157b168b9c tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.762s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.846601] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.846805] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.846984] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleting the datastore file [datastore2] b55dcea3-e1db-4372-9714-0813f5653ba1 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.847251] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecddc2fa-5767-4f1d-8c85-f4e7dd25dcb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.856594] env[68207]: DEBUG oslo_vmware.api [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1147.856594] env[68207]: value = "task-2777544" [ 1147.856594] env[68207]: _type = "Task" [ 1147.856594] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.865202] env[68207]: DEBUG oslo_vmware.api [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.917415] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52a585fe-74f4-ef0b-e2e4-55070ce1cf87, 'name': SearchDatastore_Task, 'duration_secs': 0.025634} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.917701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.917936] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.918264] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.926650] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.926878] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.927091] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleting the datastore file [datastore2] 633a95f7-9f6e-4a8a-92f8-4f96e83c342c {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.927402] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e926c86-af3b-4847-a942-9ef7040dbdf1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.938248] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777536, 'name': ReconfigVM_Task, 'duration_secs': 0.534833} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.939869] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40/f5a3dd39-d717-409a-8416-c2bcb7e9bc40.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.940907] env[68207]: DEBUG oslo_vmware.api [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for the task: (returnval){ [ 1147.940907] env[68207]: value = "task-2777545" [ 1147.940907] env[68207]: _type = "Task" [ 1147.940907] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.941173] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc8581e-9d13-44d3-ae92-180339a8d4c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.954409] env[68207]: DEBUG oslo_vmware.api [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.959560] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1147.959560] env[68207]: value = "task-2777546" [ 1147.959560] env[68207]: _type = "Task" [ 1147.959560] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.966958] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777546, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.053358] env[68207]: DEBUG oslo_vmware.api [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777537, 'name': PowerOnVM_Task, 'duration_secs': 0.544811} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.053611] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.053813] env[68207]: INFO nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1148.054018] env[68207]: DEBUG nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.054837] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55ea3a-4b60-4187-87c4-f89e6aebe50b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.130324] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5284a2d8-eaa0-9ecd-4662-4e16b8009298, 'name': SearchDatastore_Task, 'duration_secs': 0.031322} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.130657] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.130989] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.131373] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.131597] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.131840] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb9a23a-c0fc-408d-97b0-75ebbfaa1aa7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.134340] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582e3f1d-ab0b-4699-bc44-3477ba73c02b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.141094] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1148.141094] env[68207]: value = "task-2777547" [ 1148.141094] env[68207]: _type = "Task" [ 1148.141094] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.149955] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.150225] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.151569] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f9832b-22ae-4b42-aa39-3f8cb7a2773a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.156715] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.159680] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1148.159680] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523eed84-5bd2-2201-bf1b-b9011a61c63d" [ 1148.159680] env[68207]: _type = "Task" [ 1148.159680] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.168405] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523eed84-5bd2-2201-bf1b-b9011a61c63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.171029] env[68207]: DEBUG nova.compute.manager [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1148.171158] env[68207]: DEBUG nova.compute.manager [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing instance network info cache due to event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1148.171620] env[68207]: DEBUG oslo_concurrency.lockutils [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.171620] env[68207]: DEBUG oslo_concurrency.lockutils [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.171782] env[68207]: DEBUG nova.network.neutron [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.282895] env[68207]: DEBUG oslo_vmware.api [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383047} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.283190] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.283398] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.283605] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.283801] env[68207]: INFO nova.compute.manager [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1148.284127] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.284333] env[68207]: DEBUG nova.compute.manager [-] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.284430] env[68207]: DEBUG nova.network.neutron [-] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.329128] env[68207]: DEBUG oslo_concurrency.lockutils [req-9fb88234-ea3a-40e4-b342-388b15b85782 req-0502bde4-4fdf-4dc8-a7bf-9bb66c785522 service nova] Releasing lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.366107] env[68207]: DEBUG oslo_vmware.api [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33487} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.366372] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.366560] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.366736] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.366911] env[68207]: INFO nova.compute.manager [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1148.367164] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.367360] env[68207]: DEBUG nova.compute.manager [-] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.367455] env[68207]: DEBUG nova.network.neutron [-] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.454732] env[68207]: DEBUG oslo_vmware.api [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Task: {'id': task-2777545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272401} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.454974] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.455180] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.455341] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.455532] env[68207]: INFO nova.compute.manager [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1148.455782] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.455969] env[68207]: DEBUG nova.compute.manager [-] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.457322] env[68207]: DEBUG nova.network.neutron [-] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.471465] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777546, 'name': Rename_Task, 'duration_secs': 0.267743} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.471850] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.473009] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94954a31-4336-4f5a-8dbb-8bd7bc6d11f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.479623] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1148.479623] env[68207]: value = "task-2777548" [ 1148.479623] env[68207]: _type = "Task" [ 1148.479623] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.489130] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.573884] env[68207]: INFO nova.compute.manager [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Took 17.46 seconds to build instance. [ 1148.652455] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777547, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.673460] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523eed84-5bd2-2201-bf1b-b9011a61c63d, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.677296] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be0d0a1-54a9-4b72-be34-a31fdcfb4b04 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.685998] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1148.685998] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5260014d-36e7-84fb-449d-3e8aaa05f1a4" [ 1148.685998] env[68207]: _type = "Task" [ 1148.685998] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.698213] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5260014d-36e7-84fb-449d-3e8aaa05f1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.989631] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.020969] env[68207]: DEBUG nova.network.neutron [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updated VIF entry in instance network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.021367] env[68207]: DEBUG nova.network.neutron [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.078139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-eec65cca-658c-4262-8fc0-c35eea1fda62 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.988s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.104984] env[68207]: DEBUG nova.network.neutron [-] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.129658] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.129925] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.136927] env[68207]: DEBUG nova.compute.manager [req-dc041f2c-c0e4-4f98-9d03-e15c0710c125 req-5414f67a-5072-4fcf-b67f-cb970c88c36c service nova] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Received event network-vif-deleted-3ce75872-ca27-4544-92b7-4d59f41e468d {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.137134] env[68207]: DEBUG nova.compute.manager [req-dc041f2c-c0e4-4f98-9d03-e15c0710c125 req-5414f67a-5072-4fcf-b67f-cb970c88c36c service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Received event network-vif-deleted-49749e8c-b197-46f3-8ed7-ac5eacadf506 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.137592] env[68207]: INFO nova.compute.manager [req-dc041f2c-c0e4-4f98-9d03-e15c0710c125 req-5414f67a-5072-4fcf-b67f-cb970c88c36c service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Neutron deleted interface 49749e8c-b197-46f3-8ed7-ac5eacadf506; detaching it from the instance and deleting it from the info cache [ 1149.137592] env[68207]: DEBUG nova.network.neutron [req-dc041f2c-c0e4-4f98-9d03-e15c0710c125 req-5414f67a-5072-4fcf-b67f-cb970c88c36c service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.152318] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715229} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.152582] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.152795] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.153050] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c2df3c-31c7-41a6-a9b1-29c1ef262069 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.160411] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1149.160411] env[68207]: value = "task-2777549" [ 1149.160411] env[68207]: _type = "Task" [ 1149.160411] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.168353] env[68207]: DEBUG nova.network.neutron [-] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.169786] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.196820] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5260014d-36e7-84fb-449d-3e8aaa05f1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.071939} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.196820] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.196820] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad/f83f66af-5acd-4f9f-965c-78410f504bad.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.197081] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07fdd9be-3dd6-46bd-abd2-8a1015c68cd1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.203642] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1149.203642] env[68207]: value = "task-2777550" [ 1149.203642] env[68207]: _type = "Task" [ 1149.203642] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.213813] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.275936] env[68207]: DEBUG nova.network.neutron [-] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.491140] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777548, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.524639] env[68207]: DEBUG oslo_concurrency.lockutils [req-8f576761-f15d-4618-b87f-02f90ac9e654 req-449e71cf-c2d4-4be0-9832-f62045a09f39 service nova] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.610579] env[68207]: INFO nova.compute.manager [-] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Took 1.33 seconds to deallocate network for instance. [ 1149.632644] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.639804] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b1e7729-9333-4498-8930-10ae0c2c2a46 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.652153] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d8aff-844e-4daf-87ab-f04eb3593554 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.676493] env[68207]: INFO nova.compute.manager [-] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Took 1.31 seconds to deallocate network for instance. [ 1149.676887] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252973} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.679214] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.692105] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768fc9db-6757-49fe-8de7-2a4e7439cfa6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.694859] env[68207]: DEBUG nova.compute.manager [req-dc041f2c-c0e4-4f98-9d03-e15c0710c125 req-5414f67a-5072-4fcf-b67f-cb970c88c36c service nova] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Detach interface failed, port_id=49749e8c-b197-46f3-8ed7-ac5eacadf506, reason: Instance 633a95f7-9f6e-4a8a-92f8-4f96e83c342c could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1149.720311] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.724954] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1c8d24-a91c-4936-830c-e5cf8fb1b156 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.746464] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.747873] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1149.747873] env[68207]: value = "task-2777551" [ 1149.747873] env[68207]: _type = "Task" [ 1149.747873] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.756486] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.778988] env[68207]: INFO nova.compute.manager [-] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Took 1.32 seconds to deallocate network for instance. [ 1149.992209] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777548, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.118649] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.118995] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.119303] env[68207]: DEBUG nova.objects.instance [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lazy-loading 'resources' on Instance uuid 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.175279] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.199021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.218666] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777550, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.222370] env[68207]: DEBUG nova.compute.manager [req-d17d22c9-b7e0-44f7-9463-24208c8b1a88 req-44f4f2b5-efd3-49b6-a847-a4d6240b8df6 service nova] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Received event network-vif-deleted-a6db58fd-8579-472c-b685-752775262de9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.260915] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.285207] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.494428] env[68207]: DEBUG oslo_vmware.api [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777548, 'name': PowerOnVM_Task, 'duration_secs': 1.538081} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.494730] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.494963] env[68207]: DEBUG nova.compute.manager [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.495808] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af28c668-7010-4c28-8ef4-5857fc6d6e03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.718886] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777550, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062979} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.718886] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad/f83f66af-5acd-4f9f-965c-78410f504bad.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.719282] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.719369] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a713f89-f0c7-4b00-bb67-c141b0e9ed1b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.725899] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1150.725899] env[68207]: value = "task-2777552" [ 1150.725899] env[68207]: _type = "Task" [ 1150.725899] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.737133] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.757097] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777551, 'name': ReconfigVM_Task, 'duration_secs': 0.85798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.759815] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.760711] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4c5a6d9-d42c-46ce-b24a-82ef4d44dfd8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.767077] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1150.767077] env[68207]: value = "task-2777553" [ 1150.767077] env[68207]: _type = "Task" [ 1150.767077] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.777575] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777553, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.828472] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea9a81-eaf8-48c5-8287-343fce071a72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.837845] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4249b1e9-1723-4389-a98e-e98c865bbee3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.870628] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2f4a3-9317-49c7-9ba9-804db67e7f27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.878208] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340c7f9-d5dd-469f-a587-e91e402edc6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.892262] env[68207]: DEBUG nova.compute.provider_tree [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.011418] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.239459] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070095} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.239781] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.240581] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fd998c-2c7f-4c78-84e9-f65ae3d2f2d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.263265] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad/f83f66af-5acd-4f9f-965c-78410f504bad.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.263920] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3f6737-3ac8-424c-aa1f-c5b54d0a5de1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.286613] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777553, 'name': Rename_Task, 'duration_secs': 0.301026} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.287850] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.288153] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1151.288153] env[68207]: value = "task-2777554" [ 1151.288153] env[68207]: _type = "Task" [ 1151.288153] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.288339] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7faddff-1d21-41da-b1f1-786c57eb8c71 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.297698] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.298816] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1151.298816] env[68207]: value = "task-2777555" [ 1151.298816] env[68207]: _type = "Task" [ 1151.298816] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.306137] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.413232] env[68207]: ERROR nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [req-a3ebc573-315a-4117-8813-1c541ac940a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3ebc573-315a-4117-8813-1c541ac940a3"}]} [ 1151.430975] env[68207]: DEBUG nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1151.444158] env[68207]: DEBUG nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1151.444393] env[68207]: DEBUG nova.compute.provider_tree [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.455554] env[68207]: DEBUG nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1151.474449] env[68207]: DEBUG nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1151.636472] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf7813-62ba-4af5-94ac-92d1e4c52cbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.644152] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46238f21-d715-40d5-a24e-55e1b56a17a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.676008] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7848f-ff0b-4c0b-a741-217f565b16ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.683331] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f8174d-b111-4c01-928f-defb4c9a15e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.697056] env[68207]: DEBUG nova.compute.provider_tree [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.799536] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.807495] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777555, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.229899] env[68207]: DEBUG nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1152.230269] env[68207]: DEBUG nova.compute.provider_tree [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 157 to 158 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1152.230387] env[68207]: DEBUG nova.compute.provider_tree [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.252051] env[68207]: DEBUG nova.compute.manager [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Received event network-changed-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1152.252574] env[68207]: DEBUG nova.compute.manager [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Refreshing instance network info cache due to event network-changed-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1152.252761] env[68207]: DEBUG oslo_concurrency.lockutils [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] Acquiring lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.252874] env[68207]: DEBUG oslo_concurrency.lockutils [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] Acquired lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.253056] env[68207]: DEBUG nova.network.neutron [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Refreshing network info cache for port 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.299929] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777554, 'name': ReconfigVM_Task, 'duration_secs': 0.786356} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.303201] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad/f83f66af-5acd-4f9f-965c-78410f504bad.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.303850] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17de66a2-2bea-4b03-ad31-137aa0c402fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.310434] env[68207]: DEBUG oslo_vmware.api [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777555, 'name': PowerOnVM_Task, 'duration_secs': 0.932668} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.311800] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.312028] env[68207]: INFO nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1152.312229] env[68207]: DEBUG nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.312542] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1152.312542] env[68207]: value = "task-2777556" [ 1152.312542] env[68207]: _type = "Task" [ 1152.312542] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.313234] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069b73a-8333-4e15-8af7-30515f21ba8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.327984] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777556, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.734922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.616s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.737418] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.565s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.738998] env[68207]: INFO nova.compute.claims [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.760470] env[68207]: INFO nova.scheduler.client.report [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475 [ 1152.825393] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777556, 'name': Rename_Task, 'duration_secs': 0.24817} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.825669] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.825916] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc635301-d1f6-4908-b6d9-c7924ecdd29a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.836529] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1152.836529] env[68207]: value = "task-2777557" [ 1152.836529] env[68207]: _type = "Task" [ 1152.836529] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.841942] env[68207]: INFO nova.compute.manager [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Took 19.11 seconds to build instance. [ 1152.848679] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777557, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.005564] env[68207]: DEBUG nova.network.neutron [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updated VIF entry in instance network info cache for port 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.006056] env[68207]: DEBUG nova.network.neutron [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updating instance_info_cache with network_info: [{"id": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "address": "fa:16:3e:19:58:cf", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf7d8-1c", "ovs_interfaceid": "10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.268749] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a8f5b3d5-4698-4ca2-b20f-6a84c3f05ed8 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "3b7ab0f5-ddd1-4bcf-b011-ff9f17891475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.120s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.343413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-87f8d9be-65bd-4211-b27b-4a6fa292466e tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.615s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.349425] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.509407] env[68207]: DEBUG oslo_concurrency.lockutils [req-9cf832aa-c774-4b41-88bb-bbc98414c1dd req-7e308907-62a5-4875-9221-c0c8897c5e24 service nova] Releasing lock "refresh_cache-b05d31d0-e74d-437a-a36e-9205733e5836" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.848501] env[68207]: DEBUG oslo_vmware.api [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777557, 'name': PowerOnVM_Task, 'duration_secs': 0.796619} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.848687] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.848896] env[68207]: INFO nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1153.849359] env[68207]: DEBUG nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.852152] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64ebfe-a5a9-49e8-a733-8aa6e9ae66de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.926920] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a5a4b7-31bc-4339-aafa-5f2e76dbae22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.934874] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e92e7-e672-4fde-834e-b78033d97caa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.966122] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87db592-f0ba-4c96-b388-f97607b75aad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.973828] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3369d870-115c-4f14-aba6-479c8dee1532 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.990304] env[68207]: DEBUG nova.compute.provider_tree [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.170812] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "caa0876c-5b5f-402a-a213-c830f3d002ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.171094] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.171308] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "caa0876c-5b5f-402a-a213-c830f3d002ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.171558] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.171799] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.174494] env[68207]: INFO nova.compute.manager [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Terminating instance [ 1154.279465] env[68207]: DEBUG nova.compute.manager [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.279742] env[68207]: DEBUG nova.compute.manager [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing instance network info cache due to event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1154.279885] env[68207]: DEBUG oslo_concurrency.lockutils [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.280797] env[68207]: DEBUG oslo_concurrency.lockutils [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.280797] env[68207]: DEBUG nova.network.neutron [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.368531] env[68207]: INFO nova.compute.manager [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Took 18.09 seconds to build instance. [ 1154.494626] env[68207]: DEBUG nova.scheduler.client.report [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.679256] env[68207]: DEBUG nova.compute.manager [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.679490] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.680824] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c590f322-3c02-4eb1-a2a7-d16a6953eb39 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.688469] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.688726] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92da1fea-f34f-4668-b248-35f99041d181 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.695806] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1154.695806] env[68207]: value = "task-2777558" [ 1154.695806] env[68207]: _type = "Task" [ 1154.695806] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.704330] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.870718] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b411d04e-0f30-4568-b754-722bc221bbb5 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.603s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.002553] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.002756] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.005484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.809s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.008048] env[68207]: DEBUG nova.objects.instance [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lazy-loading 'resources' on Instance uuid b55dcea3-e1db-4372-9714-0813f5653ba1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.096032] env[68207]: DEBUG nova.network.neutron [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updated VIF entry in instance network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.096409] env[68207]: DEBUG nova.network.neutron [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.205319] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777558, 'name': PowerOffVM_Task, 'duration_secs': 0.241878} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.205654] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.205840] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.206097] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cab4162-6c7b-41f9-aed4-9c14188facf2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.294376] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.294707] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.294870] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleting the datastore file [datastore2] caa0876c-5b5f-402a-a213-c830f3d002ff {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.295168] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae54d2b-4f3a-4a14-af74-816dcec87888 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.303247] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for the task: (returnval){ [ 1155.303247] env[68207]: value = "task-2777560" [ 1155.303247] env[68207]: _type = "Task" [ 1155.303247] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.311687] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.511554] env[68207]: DEBUG nova.compute.utils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.513105] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.513282] env[68207]: DEBUG nova.network.neutron [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.562975] env[68207]: DEBUG nova.policy [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.601546] env[68207]: DEBUG oslo_concurrency.lockutils [req-4da57011-ba08-479f-8a95-beb8d88dae40 req-628b32bf-5a09-4201-87f4-b3d996061eda service nova] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.671460] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b5988-ffaa-404a-8761-4c0686c80719 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.680135] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab87da2a-1ef7-47e7-86cd-fce62b5bffb3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.713147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d50c979-a071-4555-85b8-adfecfd620d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.726681] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da163b-544c-4eb4-a161-420fc5f9b753 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.741508] env[68207]: DEBUG nova.compute.provider_tree [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.817211] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.855814] env[68207]: DEBUG nova.network.neutron [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Successfully created port: 9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.016523] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.227558] env[68207]: DEBUG nova.compute.manager [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1156.244221] env[68207]: DEBUG nova.scheduler.client.report [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.313879] env[68207]: DEBUG oslo_vmware.api [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Task: {'id': task-2777560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.753805} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.314220] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.314341] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.314524] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.314695] env[68207]: INFO nova.compute.manager [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1156.314935] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.315177] env[68207]: DEBUG nova.compute.manager [-] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.315220] env[68207]: DEBUG nova.network.neutron [-] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.579312] env[68207]: DEBUG nova.compute.manager [req-c9d19b38-e652-4f97-a8bf-1922300480c3 req-d39db52f-5b60-46c9-815c-055780e9820e service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Received event network-vif-deleted-abe7b456-f425-4155-aa75-093069756679 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.579641] env[68207]: INFO nova.compute.manager [req-c9d19b38-e652-4f97-a8bf-1922300480c3 req-d39db52f-5b60-46c9-815c-055780e9820e service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Neutron deleted interface abe7b456-f425-4155-aa75-093069756679; detaching it from the instance and deleting it from the info cache [ 1156.579695] env[68207]: DEBUG nova.network.neutron [req-c9d19b38-e652-4f97-a8bf-1922300480c3 req-d39db52f-5b60-46c9-815c-055780e9820e service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.749540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.753535] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.753956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.469s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.754345] env[68207]: DEBUG nova.objects.instance [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lazy-loading 'resources' on Instance uuid 633a95f7-9f6e-4a8a-92f8-4f96e83c342c {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.770079] env[68207]: INFO nova.scheduler.client.report [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleted allocations for instance b55dcea3-e1db-4372-9714-0813f5653ba1 [ 1157.029527] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.058100] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.058372] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.058531] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.058716] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.058861] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.059019] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.059237] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.059398] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.059591] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.059796] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.059975] env[68207]: DEBUG nova.virt.hardware [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.060300] env[68207]: DEBUG nova.network.neutron [-] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.061914] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c895e-20da-48fb-b4de-303fb427a385 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.070835] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7553d0bb-95af-415a-b26f-e81bb32ce24e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.085025] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea88e63e-ff14-458f-af2d-4791a7758e5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.092978] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08bdc0b-c034-4dd5-a29c-227f02ad8c8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.123410] env[68207]: DEBUG nova.compute.manager [req-c9d19b38-e652-4f97-a8bf-1922300480c3 req-d39db52f-5b60-46c9-815c-055780e9820e service nova] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Detach interface failed, port_id=abe7b456-f425-4155-aa75-093069756679, reason: Instance caa0876c-5b5f-402a-a213-c830f3d002ff could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1157.267156] env[68207]: DEBUG nova.compute.manager [req-c3f49e73-c1e3-4efd-9aa5-49836980619f req-49e74b62-f2ea-4e56-b1c9-7bd447280b3d service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-vif-plugged-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.267156] env[68207]: DEBUG oslo_concurrency.lockutils [req-c3f49e73-c1e3-4efd-9aa5-49836980619f req-49e74b62-f2ea-4e56-b1c9-7bd447280b3d service nova] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.267156] env[68207]: DEBUG oslo_concurrency.lockutils [req-c3f49e73-c1e3-4efd-9aa5-49836980619f req-49e74b62-f2ea-4e56-b1c9-7bd447280b3d service nova] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.267156] env[68207]: DEBUG oslo_concurrency.lockutils [req-c3f49e73-c1e3-4efd-9aa5-49836980619f req-49e74b62-f2ea-4e56-b1c9-7bd447280b3d service nova] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.267156] env[68207]: DEBUG nova.compute.manager [req-c3f49e73-c1e3-4efd-9aa5-49836980619f req-49e74b62-f2ea-4e56-b1c9-7bd447280b3d service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] No waiting events found dispatching network-vif-plugged-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.267156] env[68207]: WARNING nova.compute.manager [req-c3f49e73-c1e3-4efd-9aa5-49836980619f req-49e74b62-f2ea-4e56-b1c9-7bd447280b3d service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received unexpected event network-vif-plugged-9ffd961c-e5cb-4fce-855f-ec941704084c for instance with vm_state building and task_state spawning. [ 1157.281763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-634c9c68-21b8-4e9d-882c-4da8585c8dd5 tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "b55dcea3-e1db-4372-9714-0813f5653ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.553s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.453419] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8e74c-9320-41de-8bd1-da4e58777133 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.457127] env[68207]: DEBUG nova.network.neutron [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Successfully updated port: 9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.463488] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96cef3-6427-4e29-b010-279116e250f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.493974] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cabe1a7-5bd5-4871-b67a-571e1c781332 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.502406] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb0e177-d981-4b5c-9d15-1e98bc811789 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.517019] env[68207]: DEBUG nova.compute.provider_tree [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.566020] env[68207]: INFO nova.compute.manager [-] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Took 1.25 seconds to deallocate network for instance. [ 1157.960159] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.960335] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.960498] env[68207]: DEBUG nova.network.neutron [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.038387] env[68207]: ERROR nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] [req-70da2b8a-b820-4669-a86c-7d279c969440] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70da2b8a-b820-4669-a86c-7d279c969440"}]} [ 1158.054581] env[68207]: DEBUG nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1158.069230] env[68207]: DEBUG nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1158.069558] env[68207]: DEBUG nova.compute.provider_tree [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.072309] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.081532] env[68207]: DEBUG nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1158.100987] env[68207]: DEBUG nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1158.248255] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaabcaf-13d4-469f-a9af-236709455751 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.256025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7e9749-fcc1-472f-8a84-4bd112aeb91e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.287028] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfa9d6d-ec61-4c5b-8067-2d6449a10ec3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.295022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1784f7a3-93b2-4b6b-842c-3db4cef61273 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.307637] env[68207]: DEBUG nova.compute.provider_tree [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.511873] env[68207]: DEBUG nova.network.neutron [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.641329] env[68207]: DEBUG nova.network.neutron [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.837066] env[68207]: DEBUG nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1158.837412] env[68207]: DEBUG nova.compute.provider_tree [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 160 to 161 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1158.837642] env[68207]: DEBUG nova.compute.provider_tree [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.144459] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.144968] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Instance network_info: |[{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.145457] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:8d:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ffd961c-e5cb-4fce-855f-ec941704084c', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.152973] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.153195] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.153412] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2deddd70-fcf6-46c1-8303-d4f974081599 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.173358] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.173358] env[68207]: value = "task-2777561" [ 1159.173358] env[68207]: _type = "Task" [ 1159.173358] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.182257] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777561, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.292685] env[68207]: DEBUG nova.compute.manager [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.292866] env[68207]: DEBUG nova.compute.manager [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing instance network info cache due to event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1159.293163] env[68207]: DEBUG oslo_concurrency.lockutils [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.293245] env[68207]: DEBUG oslo_concurrency.lockutils [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.293393] env[68207]: DEBUG nova.network.neutron [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.343472] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.589s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.346119] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.334s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.346119] env[68207]: DEBUG nova.objects.instance [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1159.364036] env[68207]: INFO nova.scheduler.client.report [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Deleted allocations for instance 633a95f7-9f6e-4a8a-92f8-4f96e83c342c [ 1159.684192] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777561, 'name': CreateVM_Task, 'duration_secs': 0.388925} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.684570] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.685139] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.685418] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.685636] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.685896] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6974514b-1279-4575-a059-d60715324eeb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.690424] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1159.690424] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]528663e8-c879-f059-d5f8-73c6f332dc59" [ 1159.690424] env[68207]: _type = "Task" [ 1159.690424] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.698218] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528663e8-c879-f059-d5f8-73c6f332dc59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.870994] env[68207]: DEBUG oslo_concurrency.lockutils [None req-88237f07-56e4-44e7-a70d-f62b006e88ec tempest-ListServersNegativeTestJSON-670977830 tempest-ListServersNegativeTestJSON-670977830-project-member] Lock "633a95f7-9f6e-4a8a-92f8-4f96e83c342c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.069s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.895022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.895022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.204703] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]528663e8-c879-f059-d5f8-73c6f332dc59, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.205097] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.205414] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.205764] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.205969] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.207513] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.207865] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accae71c-3ebf-48f5-8d2f-06f75ca176d3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.218096] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.218324] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.219305] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0dfd182-724a-4119-984b-b7d308d6f43b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.225370] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1160.225370] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5232f397-2fb6-6ee2-930c-dc6dbd330580" [ 1160.225370] env[68207]: _type = "Task" [ 1160.225370] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.235132] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5232f397-2fb6-6ee2-930c-dc6dbd330580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.333718] env[68207]: DEBUG nova.network.neutron [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updated VIF entry in instance network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.334106] env[68207]: DEBUG nova.network.neutron [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.355633] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6cc4f03a-0814-4849-8c3b-71ce6b059b6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.356614] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.603s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.398475] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.739716] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5232f397-2fb6-6ee2-930c-dc6dbd330580, 'name': SearchDatastore_Task, 'duration_secs': 0.043599} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.740680] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65850a1-f163-4671-91fa-d76ea93641c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.747070] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1160.747070] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52952376-a1c1-1fbb-e233-241b978ceacc" [ 1160.747070] env[68207]: _type = "Task" [ 1160.747070] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.755987] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52952376-a1c1-1fbb-e233-241b978ceacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.837116] env[68207]: DEBUG oslo_concurrency.lockutils [req-614e0944-e428-4e90-bb28-cd3a23537ce1 req-19fdfcb9-4103-47fc-b6b0-ca59eb96b701 service nova] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.861736] env[68207]: INFO nova.compute.claims [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.921413] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.262444] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52952376-a1c1-1fbb-e233-241b978ceacc, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.262879] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.263301] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 63cad1bf-e8e8-42df-b20d-c7ee98a311df/63cad1bf-e8e8-42df-b20d-c7ee98a311df.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.263682] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c93f4ae-dd44-4d80-baa7-aff244e7f843 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.271715] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1161.271715] env[68207]: value = "task-2777562" [ 1161.271715] env[68207]: _type = "Task" [ 1161.271715] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.283786] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.367872] env[68207]: INFO nova.compute.resource_tracker [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating resource usage from migration 4ef2cf21-04cb-4960-9b21-1b8227c1ce95 [ 1161.566261] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5559b40d-8f1f-458e-9479-bc651a825310 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.575429] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9da5d7-1cd0-4c1a-b7c1-ab0825fbf489 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.607604] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774cc70-0732-4f89-a58e-e1aba2dea7a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.617722] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c1b90-d97d-4a44-acce-b98a0c8d95bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.632636] env[68207]: DEBUG nova.compute.provider_tree [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.782500] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777562, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.137312] env[68207]: DEBUG nova.scheduler.client.report [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.282533] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511828} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.282728] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 63cad1bf-e8e8-42df-b20d-c7ee98a311df/63cad1bf-e8e8-42df-b20d-c7ee98a311df.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.282943] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.283211] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a02e8a-048f-4952-b4c7-109203be2d80 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.289103] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1162.289103] env[68207]: value = "task-2777563" [ 1162.289103] env[68207]: _type = "Task" [ 1162.289103] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.295890] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.642920] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.286s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.643146] env[68207]: INFO nova.compute.manager [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Migrating [ 1162.649499] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.577s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.649718] env[68207]: DEBUG nova.objects.instance [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lazy-loading 'resources' on Instance uuid caa0876c-5b5f-402a-a213-c830f3d002ff {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.798638] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13458} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.798990] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.799711] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98455fef-ab99-4f43-9e94-b5bbb3963685 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.821259] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 63cad1bf-e8e8-42df-b20d-c7ee98a311df/63cad1bf-e8e8-42df-b20d-c7ee98a311df.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.821502] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5545c2ad-e9a4-4c4d-8c6a-15e7d9771898 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.839475] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1162.839475] env[68207]: value = "task-2777564" [ 1162.839475] env[68207]: _type = "Task" [ 1162.839475] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.846893] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.160490] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.160629] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.160889] env[68207]: DEBUG nova.network.neutron [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.317911] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f4976b-21f7-49a4-bdae-9f21db65fdea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.324997] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f025360d-1605-47ca-a71a-ca1d7f73530d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.360044] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745c01e-0fb3-4f7d-980b-bb47aa3db036 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.367191] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777564, 'name': ReconfigVM_Task, 'duration_secs': 0.370696} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.369224] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 63cad1bf-e8e8-42df-b20d-c7ee98a311df/63cad1bf-e8e8-42df-b20d-c7ee98a311df.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.369865] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da4f78b-acfc-4943-892a-835eb30ef17f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.372278] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d409237-d484-4a5b-befa-c82c8b1d6daf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.386705] env[68207]: DEBUG nova.compute.provider_tree [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.388918] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1163.388918] env[68207]: value = "task-2777565" [ 1163.388918] env[68207]: _type = "Task" [ 1163.388918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.397400] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777565, 'name': Rename_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.840015] env[68207]: DEBUG nova.network.neutron [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance_info_cache with network_info: [{"id": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "address": "fa:16:3e:27:43:74", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39aa8bd5-8b", "ovs_interfaceid": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.890309] env[68207]: DEBUG nova.scheduler.client.report [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.902656] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777565, 'name': Rename_Task, 'duration_secs': 0.130651} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.902920] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.903171] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ae7c2cc-1007-4652-b424-2eaeeaeba574 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.909116] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1163.909116] env[68207]: value = "task-2777566" [ 1163.909116] env[68207]: _type = "Task" [ 1163.909116] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.916608] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.243955] env[68207]: DEBUG nova.compute.manager [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.245101] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786fdc03-922a-49b2-a812-12fa7ffffd40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.342709] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.398195] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.401651] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.479s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.403100] env[68207]: INFO nova.compute.claims [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.422557] env[68207]: DEBUG oslo_vmware.api [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777566, 'name': PowerOnVM_Task, 'duration_secs': 0.458944} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.423828] env[68207]: INFO nova.scheduler.client.report [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Deleted allocations for instance caa0876c-5b5f-402a-a213-c830f3d002ff [ 1164.425395] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.425626] env[68207]: INFO nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1164.425832] env[68207]: DEBUG nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.429323] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a3de7d-1326-4ea3-a323-b77aebea89ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.757017] env[68207]: INFO nova.compute.manager [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] instance snapshotting [ 1164.757651] env[68207]: DEBUG nova.objects.instance [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'flavor' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.936847] env[68207]: DEBUG oslo_concurrency.lockutils [None req-36eae8f0-7db7-4403-91bf-5518cefd0329 tempest-ServersTestJSON-1200225494 tempest-ServersTestJSON-1200225494-project-member] Lock "caa0876c-5b5f-402a-a213-c830f3d002ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.765s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.946905] env[68207]: INFO nova.compute.manager [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Took 14.81 seconds to build instance. [ 1165.264098] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deff9c4-622b-43b2-9aa3-aa59dd203e2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.284828] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4681e-7037-4edb-8740-35233268237f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.448541] env[68207]: DEBUG oslo_concurrency.lockutils [None req-952367b4-29da-4a8b-addf-ae65bf2e6593 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.318s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.567261] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb473e0e-376d-4c88-bbb1-71b862c20627 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.575172] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8936b-83a1-4aed-9c98-ebe0946e1b49 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.610999] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5826ee6e-6bfe-4bc2-88a4-5fda7ff46ae1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.618960] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2129cc-57ab-4a89-87fd-01638922f34d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.636037] env[68207]: DEBUG nova.compute.provider_tree [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.798022] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1165.798022] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2483b657-6251-4b72-9fb4-381ffbe3bfa8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.804110] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1165.804110] env[68207]: value = "task-2777567" [ 1165.804110] env[68207]: _type = "Task" [ 1165.804110] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.817372] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.859249] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc9aa06-03e9-4873-95b4-ea25c25db600 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.880340] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.124437] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.124747] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.139707] env[68207]: DEBUG nova.scheduler.client.report [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.152205] env[68207]: DEBUG nova.compute.manager [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1166.152205] env[68207]: DEBUG nova.compute.manager [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing instance network info cache due to event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1166.152205] env[68207]: DEBUG oslo_concurrency.lockutils [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.152205] env[68207]: DEBUG oslo_concurrency.lockutils [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152205] env[68207]: DEBUG nova.network.neutron [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.314635] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777567, 'name': CreateSnapshot_Task, 'duration_secs': 0.4645} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.314923] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1166.315758] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe9688b-7334-4da4-be98-e7699438645b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.387083] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.387973] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7a6e41-b5c6-4057-ae16-b1533eb8d125 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.395947] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1166.395947] env[68207]: value = "task-2777568" [ 1166.395947] env[68207]: _type = "Task" [ 1166.395947] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.407656] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.633442] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.633646] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.635896] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.635896] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.635896] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.635896] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.635896] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1166.635896] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.646346] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.646883] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.833163] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1166.833827] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc6f4866-3beb-48a8-9013-ea19c919b90b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.841529] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1166.841529] env[68207]: value = "task-2777569" [ 1166.841529] env[68207]: _type = "Task" [ 1166.841529] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.850465] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777569, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.884495] env[68207]: DEBUG nova.network.neutron [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updated VIF entry in instance network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.884957] env[68207]: DEBUG nova.network.neutron [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.906352] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777568, 'name': PowerOffVM_Task, 'duration_secs': 0.409599} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.906655] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.906927] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.137966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.138366] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.138453] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.138616] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1167.139696] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839032d-72cc-4c61-b845-e8b9cffea350 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.148411] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4313f-1d34-4edd-af11-068ff6abd9d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.153693] env[68207]: DEBUG nova.compute.utils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.155308] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.155521] env[68207]: DEBUG nova.network.neutron [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.172322] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdb82b9-14e1-4b04-af0e-4d5b4d623d1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.182159] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059577ba-a805-42ff-8b61-dab4fb718d3b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.216273] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179906MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1167.216545] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.216738] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.220609] env[68207]: DEBUG nova.policy [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '846899152067458ab2339bbee85a59ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce671f155cfe4b329a8509de2113ac60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.354017] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777569, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.387936] env[68207]: DEBUG oslo_concurrency.lockutils [req-9fb4eafe-a2df-437a-93be-31d5046ec2f4 req-e445e3bc-1e60-4412-9587-a30ce983ee07 service nova] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.414892] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.415278] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.415544] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.415838] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.416107] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.416623] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.416664] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.416892] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.417178] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.417417] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.417680] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.426444] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0dbdba-b7d8-4891-9065-6e54c46316ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.443652] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1167.443652] env[68207]: value = "task-2777570" [ 1167.443652] env[68207]: _type = "Task" [ 1167.443652] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.451986] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.631930] env[68207]: DEBUG nova.network.neutron [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Successfully created port: dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.658950] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.852980] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777569, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.953426] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777570, 'name': ReconfigVM_Task, 'duration_secs': 0.28658} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.953732] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.184160] env[68207]: DEBUG nova.compute.manager [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1168.184391] env[68207]: DEBUG nova.compute.manager [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing instance network info cache due to event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1168.184608] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.184745] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.184910] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.226034] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Applying migration context for instance f83f66af-5acd-4f9f-965c-78410f504bad as it has an incoming, in-progress migration 4ef2cf21-04cb-4960-9b21-1b8227c1ce95. Migration status is migrating {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1168.226878] env[68207]: INFO nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating resource usage from migration 4ef2cf21-04cb-4960-9b21-1b8227c1ce95 [ 1168.250026] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e70d570e-f741-4e53-a53a-f8d4c3e3b927 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250026] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f5a3dd39-d717-409a-8416-c2bcb7e9bc40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250026] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 695fdfab-be7f-48ef-a04a-635702674c45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250026] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f6f36938-7134-4e6c-b79d-925f36e1fe67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250272] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance b05d31d0-e74d-437a-a36e-9205733e5836 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250272] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 2381eaa0-1370-416a-a5f4-3f1e13bbd77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250370] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance bf024f8d-b9f8-4e99-838c-ead8d68b74cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250442] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 63cad1bf-e8e8-42df-b20d-c7ee98a311df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250553] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Migration 4ef2cf21-04cb-4960-9b21-1b8227c1ce95 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1168.250708] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f83f66af-5acd-4f9f-965c-78410f504bad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.250829] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d334458e-db08-4fab-90de-6a9b2e2d09ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.251078] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1168.251231] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1168.351832] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777569, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.400807] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c0486-0a7e-4eed-a962-9c86ab4e1c5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.408891] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3aa465-fe48-4196-8004-b2de00eadb1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.449123] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6169674d-cf1e-4d98-8cfb-472e5dbce419 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.456812] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57f2f9f-d738-4924-afaf-6b137f587a10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.462724] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.462955] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.463127] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.463313] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.463457] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.463606] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.463797] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.463964] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.464164] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.464344] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.464525] env[68207]: DEBUG nova.virt.hardware [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.469927] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.470551] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c505944c-cb71-4a56-8781-b12140ab4e81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.493320] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.497398] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1168.497398] env[68207]: value = "task-2777571" [ 1168.497398] env[68207]: _type = "Task" [ 1168.497398] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.504062] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.668527] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.692594] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.692872] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.693040] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.693227] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.693370] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.693512] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.693716] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.693877] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.694053] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.694218] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.694391] env[68207]: DEBUG nova.virt.hardware [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.695285] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f3dff-efd2-46a0-8a32-675f8759f8a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.706073] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c1040b-e2d8-435f-9a0d-186f001f60da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.853659] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777569, 'name': CloneVM_Task, 'duration_secs': 1.804559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.856215] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created linked-clone VM from snapshot [ 1168.857022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44849ccb-229e-4c90-bf0e-d1d9257c5dee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.864439] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Uploading image c2ede9d6-b035-43ef-a313-0c4e7271a5e5 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1168.885618] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1168.885618] env[68207]: value = "vm-558471" [ 1168.885618] env[68207]: _type = "VirtualMachine" [ 1168.885618] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1168.885834] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7658755b-aa8b-4f54-b6d4-c9ec951f49ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.889327] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updated VIF entry in instance network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.889646] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.891847] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease: (returnval){ [ 1168.891847] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa969d-6645-1e75-7b0d-168b472810ca" [ 1168.891847] env[68207]: _type = "HttpNfcLease" [ 1168.891847] env[68207]: } obtained for exporting VM: (result){ [ 1168.891847] env[68207]: value = "vm-558471" [ 1168.891847] env[68207]: _type = "VirtualMachine" [ 1168.891847] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1168.892105] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the lease: (returnval){ [ 1168.892105] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa969d-6645-1e75-7b0d-168b472810ca" [ 1168.892105] env[68207]: _type = "HttpNfcLease" [ 1168.892105] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.898534] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.898534] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa969d-6645-1e75-7b0d-168b472810ca" [ 1168.898534] env[68207]: _type = "HttpNfcLease" [ 1168.898534] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.997283] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.009297] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777571, 'name': ReconfigVM_Task, 'duration_secs': 0.494838} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.009573] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.010355] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8244cf7-a136-49ad-9fd5-ca9febf981b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.034201] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad/f83f66af-5acd-4f9f-965c-78410f504bad.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.034722] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf57d4f-3e53-41e6-b9ee-c15d30ca9650 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.052200] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1169.052200] env[68207]: value = "task-2777573" [ 1169.052200] env[68207]: _type = "Task" [ 1169.052200] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.060128] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.100272] env[68207]: DEBUG nova.compute.manager [req-21b99565-3fa8-4ca0-ba06-97fbec31903a req-0f6a0a05-ae7c-45a2-bd88-e680d2d5235b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Received event network-vif-plugged-dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.100497] env[68207]: DEBUG oslo_concurrency.lockutils [req-21b99565-3fa8-4ca0-ba06-97fbec31903a req-0f6a0a05-ae7c-45a2-bd88-e680d2d5235b service nova] Acquiring lock "d334458e-db08-4fab-90de-6a9b2e2d09ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.100762] env[68207]: DEBUG oslo_concurrency.lockutils [req-21b99565-3fa8-4ca0-ba06-97fbec31903a req-0f6a0a05-ae7c-45a2-bd88-e680d2d5235b service nova] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.100966] env[68207]: DEBUG oslo_concurrency.lockutils [req-21b99565-3fa8-4ca0-ba06-97fbec31903a req-0f6a0a05-ae7c-45a2-bd88-e680d2d5235b service nova] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.101164] env[68207]: DEBUG nova.compute.manager [req-21b99565-3fa8-4ca0-ba06-97fbec31903a req-0f6a0a05-ae7c-45a2-bd88-e680d2d5235b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] No waiting events found dispatching network-vif-plugged-dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.101341] env[68207]: WARNING nova.compute.manager [req-21b99565-3fa8-4ca0-ba06-97fbec31903a req-0f6a0a05-ae7c-45a2-bd88-e680d2d5235b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Received unexpected event network-vif-plugged-dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 for instance with vm_state building and task_state spawning. [ 1169.179735] env[68207]: DEBUG nova.network.neutron [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Successfully updated port: dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.393561] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.393856] env[68207]: DEBUG nova.compute.manager [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.394014] env[68207]: DEBUG nova.compute.manager [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing instance network info cache due to event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1169.394252] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.394397] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.394612] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.404050] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.404050] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa969d-6645-1e75-7b0d-168b472810ca" [ 1169.404050] env[68207]: _type = "HttpNfcLease" [ 1169.404050] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.404698] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.404698] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fa969d-6645-1e75-7b0d-168b472810ca" [ 1169.404698] env[68207]: _type = "HttpNfcLease" [ 1169.404698] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1169.405439] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a0642-8bac-4b90-8688-77912d205c6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.414271] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529069ce-530d-d12d-ced0-2e8681fc969a/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.414495] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529069ce-530d-d12d-ced0-2e8681fc969a/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1169.506815] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1169.507058] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.290s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.507550] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b599b80-e4bc-449e-8cc2-3f3fe4d9ea3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.511758] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.511942] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Cleaning up deleted instances {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1169.561582] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777573, 'name': ReconfigVM_Task, 'duration_secs': 0.287586} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.561867] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad/f83f66af-5acd-4f9f-965c-78410f504bad.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.562331] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.682360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-d334458e-db08-4fab-90de-6a9b2e2d09ec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.682532] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-d334458e-db08-4fab-90de-6a9b2e2d09ec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.682658] env[68207]: DEBUG nova.network.neutron [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.028900] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] There are 61 instances to clean {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1170.029119] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 3b7ab0f5-ddd1-4bcf-b011-ff9f17891475] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.068164] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c09545b-8fd3-4671-b867-e8227c27a9b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.089944] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5c068b-1936-4526-89bc-46fc1326c955 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.108309] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.134924] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updated VIF entry in instance network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.135507] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.220495] env[68207]: DEBUG nova.network.neutron [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.358775] env[68207]: DEBUG nova.network.neutron [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Updating instance_info_cache with network_info: [{"id": "dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055", "address": "fa:16:3e:6c:3f:a0", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcccbac0-a3", "ovs_interfaceid": "dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.534788] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 633a95f7-9f6e-4a8a-92f8-4f96e83c342c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.638956] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.639152] env[68207]: DEBUG nova.compute.manager [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.639303] env[68207]: DEBUG nova.compute.manager [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing instance network info cache due to event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1170.639694] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.639889] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.640138] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.648210] env[68207]: DEBUG nova.network.neutron [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Port 39aa8bd5-8bb0-421f-a590-503f7a95f438 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.861814] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-d334458e-db08-4fab-90de-6a9b2e2d09ec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.862118] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance network_info: |[{"id": "dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055", "address": "fa:16:3e:6c:3f:a0", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcccbac0-a3", "ovs_interfaceid": "dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.862641] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:3f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.870642] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.870969] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.871281] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18027a30-3745-4e80-acb7-c188f0508dee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.892544] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.892544] env[68207]: value = "task-2777574" [ 1170.892544] env[68207]: _type = "Task" [ 1170.892544] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.900618] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777574, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.039081] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: b55dcea3-e1db-4372-9714-0813f5653ba1] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1171.130942] env[68207]: DEBUG nova.compute.manager [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Received event network-changed-dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1171.131322] env[68207]: DEBUG nova.compute.manager [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Refreshing instance network info cache due to event network-changed-dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1171.131716] env[68207]: DEBUG oslo_concurrency.lockutils [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] Acquiring lock "refresh_cache-d334458e-db08-4fab-90de-6a9b2e2d09ec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.132028] env[68207]: DEBUG oslo_concurrency.lockutils [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] Acquired lock "refresh_cache-d334458e-db08-4fab-90de-6a9b2e2d09ec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.132317] env[68207]: DEBUG nova.network.neutron [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Refreshing network info cache for port dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.403430] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777574, 'name': CreateVM_Task, 'duration_secs': 0.450481} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.403529] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.404248] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.404639] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.405172] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.405536] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8371f882-d97e-4b40-bccb-cb5bea15047c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.409569] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updated VIF entry in instance network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.410039] env[68207]: DEBUG nova.network.neutron [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.412432] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1171.412432] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52587d45-09ea-72ee-6499-9f9f395a392e" [ 1171.412432] env[68207]: _type = "Task" [ 1171.412432] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.421229] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52587d45-09ea-72ee-6499-9f9f395a392e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.544047] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 24a6ecac-c7b6-41ca-8869-231f43debcec] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1171.672295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.672508] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.672682] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.832174] env[68207]: DEBUG nova.network.neutron [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Updated VIF entry in instance network info cache for port dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.832565] env[68207]: DEBUG nova.network.neutron [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Updating instance_info_cache with network_info: [{"id": "dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055", "address": "fa:16:3e:6c:3f:a0", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcccbac0-a3", "ovs_interfaceid": "dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.914166] env[68207]: DEBUG oslo_concurrency.lockutils [req-e4bd72fd-fcbc-470f-a590-f3dbf66f5e37 req-73ff79a1-ad43-4053-a958-d8e45a6d888a service nova] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.926139] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52587d45-09ea-72ee-6499-9f9f395a392e, 'name': SearchDatastore_Task, 'duration_secs': 0.016813} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.926434] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.926672] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.926921] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.927076] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.927268] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.927542] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89163293-616e-4d06-aed0-46ec4bf61bba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.937068] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.937303] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.942730] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959d0a5a-bbd3-42cb-8cec-2140cc9b5848 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.948729] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1171.948729] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5201390e-3b52-1c24-4ebe-4b721a5e7eb0" [ 1171.948729] env[68207]: _type = "Task" [ 1171.948729] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.958417] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5201390e-3b52-1c24-4ebe-4b721a5e7eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.046905] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: c0af4882-3bbe-4fe3-a036-23eace62e869] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.335834] env[68207]: DEBUG oslo_concurrency.lockutils [req-40a8335f-0b76-431a-be74-82b79cd3aebc req-f77f4613-73f0-4ee7-beee-b27e7dc46afa service nova] Releasing lock "refresh_cache-d334458e-db08-4fab-90de-6a9b2e2d09ec" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.459827] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5201390e-3b52-1c24-4ebe-4b721a5e7eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.015229} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.460612] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ec988b-e6e2-48a1-ac40-632f17db4d9e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.466727] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1172.466727] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525df9ad-32f7-5172-f6ae-ae857c1d54d4" [ 1172.466727] env[68207]: _type = "Task" [ 1172.466727] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.475430] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525df9ad-32f7-5172-f6ae-ae857c1d54d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.550344] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: fc2f1f6c-1204-4b2e-a50f-bb2a7818c30f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.707370] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.707584] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.707784] env[68207]: DEBUG nova.network.neutron [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.977841] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525df9ad-32f7-5172-f6ae-ae857c1d54d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.978141] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.978369] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.978626] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e8cd2c-52df-4ea9-9a85-a3c3e738c066 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.985132] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1172.985132] env[68207]: value = "task-2777575" [ 1172.985132] env[68207]: _type = "Task" [ 1172.985132] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.993536] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.053690] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 112fe012-2240-49c3-a6d4-2599967c8abd] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.429742] env[68207]: DEBUG nova.network.neutron [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance_info_cache with network_info: [{"id": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "address": "fa:16:3e:27:43:74", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39aa8bd5-8b", "ovs_interfaceid": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.496191] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.557185] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 980c9299-1f0f-480e-aee0-e4a68fc6fe37] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.932922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.997287] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550228} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.997510] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.997721] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.997978] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92217701-be97-4fc0-a3e2-c018171dbdfd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.005372] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1174.005372] env[68207]: value = "task-2777576" [ 1174.005372] env[68207]: _type = "Task" [ 1174.005372] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.014994] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.060747] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 354580d5-c57d-4ce5-b59c-41233d615a8c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.516029] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091861} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.516331] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.517222] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de213454-4a46-41a2-a078-0c60591c1f6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.540449] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.540779] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151a2a22-3c4a-4540-9339-f70944c2a429 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.561516] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1174.561516] env[68207]: value = "task-2777577" [ 1174.561516] env[68207]: _type = "Task" [ 1174.561516] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.565793] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 1708bb4b-3539-4c9a-a1fe-f0f19936d58b] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.572805] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.581940] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d74a4-a1bf-4df5-80b8-2e59d7958563 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.601981] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d44d5-9889-4b90-b816-5029f1c9de5f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.610034] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.073012] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 121cd79c-7af5-4f38-bcc3-20de63516a4c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.075500] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.116351] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.116956] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b21696ff-f5c8-4251-97bd-8da6095a923b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.124468] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1175.124468] env[68207]: value = "task-2777578" [ 1175.124468] env[68207]: _type = "Task" [ 1175.124468] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.131999] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.573163] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777577, 'name': ReconfigVM_Task, 'duration_secs': 0.962441} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.573163] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.573743] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee02291-1898-4589-839c-122785682088 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.576519] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 2e9f8b54-96df-4808-bacf-7c5a57de30a8] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.579420] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1175.579420] env[68207]: value = "task-2777579" [ 1175.579420] env[68207]: _type = "Task" [ 1175.579420] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.589267] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777579, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.633331] env[68207]: DEBUG oslo_vmware.api [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777578, 'name': PowerOnVM_Task, 'duration_secs': 0.409345} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.633622] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.633783] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0fcaa8-f360-42d0-a3a0-d96c55b82803 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance 'f83f66af-5acd-4f9f-965c-78410f504bad' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.080639] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 002ae3e7-cb84-4a64-8d98-cf357a50b2fa] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.092346] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777579, 'name': Rename_Task, 'duration_secs': 0.183649} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.092578] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.092643] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2838fd1-a289-49a9-94af-ea73b73ea4ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.098469] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1176.098469] env[68207]: value = "task-2777580" [ 1176.098469] env[68207]: _type = "Task" [ 1176.098469] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.106290] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.587272] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 24380dce-d4a1-4051-9e4c-e4a7895819f7] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.610985] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.091384] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: eaf160db-779d-42bf-8f14-d97f897aa7d2] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1177.108850] env[68207]: DEBUG oslo_vmware.api [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777580, 'name': PowerOnVM_Task, 'duration_secs': 0.597417} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.109142] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.109349] env[68207]: INFO nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1177.109547] env[68207]: DEBUG nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.110347] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32930e79-a616-4ec4-b427-2f602db8cf37 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.595055] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: bf79f617-53e5-46df-bd55-0cf48331efee] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1177.626474] env[68207]: INFO nova.compute.manager [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Took 16.72 seconds to build instance. [ 1177.693192] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529069ce-530d-d12d-ced0-2e8681fc969a/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.695050] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af5b21-2390-423e-aee2-b077ea713a97 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.701559] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529069ce-530d-d12d-ced0-2e8681fc969a/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.701740] env[68207]: ERROR oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529069ce-530d-d12d-ced0-2e8681fc969a/disk-0.vmdk due to incomplete transfer. [ 1177.701969] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd15abcc-7db5-476c-a799-1ad1174bd0fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.710675] env[68207]: DEBUG oslo_vmware.rw_handles [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529069ce-530d-d12d-ced0-2e8681fc969a/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1177.710910] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Uploaded image c2ede9d6-b035-43ef-a313-0c4e7271a5e5 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1177.713360] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1177.713600] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d13ecae5-5f44-4bf8-a4f5-1d424cf8188c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.720025] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1177.720025] env[68207]: value = "task-2777581" [ 1177.720025] env[68207]: _type = "Task" [ 1177.720025] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.729909] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777581, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.099036] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d9b00dae-dabe-4e03-900d-9480ead832f7] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.129018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d57dfae8-16a6-4de9-b25b-4ac716582d47 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.236s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.230026] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777581, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.267601] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "f83f66af-5acd-4f9f-965c-78410f504bad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.267813] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.268015] env[68207]: DEBUG nova.compute.manager [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Going to confirm migration 5 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1178.602464] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6e79518f-36ce-4a69-83c9-bfc0eb589f39] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.696185] env[68207]: DEBUG oslo_concurrency.lockutils [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.696421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.696602] env[68207]: DEBUG nova.compute.manager [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.697596] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606892c6-258f-47cc-b338-9ee43b4ba2c0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.703765] env[68207]: DEBUG nova.compute.manager [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1178.704351] env[68207]: DEBUG nova.objects.instance [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'flavor' on Instance uuid d334458e-db08-4fab-90de-6a9b2e2d09ec {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.730397] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777581, 'name': Destroy_Task, 'duration_secs': 0.978055} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.730651] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroyed the VM [ 1178.730893] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1178.731309] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7d7c7dc-9b4f-498f-9886-4291c47df59b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.738042] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1178.738042] env[68207]: value = "task-2777582" [ 1178.738042] env[68207]: _type = "Task" [ 1178.738042] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.745587] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.850079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.850312] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquired lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.850513] env[68207]: DEBUG nova.network.neutron [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.850712] env[68207]: DEBUG nova.objects.instance [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'info_cache' on Instance uuid f83f66af-5acd-4f9f-965c-78410f504bad {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.105657] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: b894dd79-1c62-4ea2-bbab-e9ee168998b6] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.250210] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.608958] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 71f0fc2b-f487-41aa-afdc-91a009c6a778] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.711965] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.712300] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fff22c9-f2fc-4e3d-a093-d924d2745e6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.719773] env[68207]: DEBUG oslo_vmware.api [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1179.719773] env[68207]: value = "task-2777583" [ 1179.719773] env[68207]: _type = "Task" [ 1179.719773] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.728905] env[68207]: DEBUG oslo_vmware.api [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.747857] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777582, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.040030] env[68207]: DEBUG nova.network.neutron [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance_info_cache with network_info: [{"id": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "address": "fa:16:3e:27:43:74", "network": {"id": "79f153e2-e4ee-409c-b642-948f7790115c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964067891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c5a044b76664a8184a902a346ebe208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39aa8bd5-8b", "ovs_interfaceid": "39aa8bd5-8bb0-421f-a590-503f7a95f438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.112574] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: ef16c3ea-ff4d-4a4d-801c-4b7aa6548111] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.228918] env[68207]: DEBUG oslo_vmware.api [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777583, 'name': PowerOffVM_Task, 'duration_secs': 0.199543} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.229212] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.229409] env[68207]: DEBUG nova.compute.manager [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.230192] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44ba2c3-74e6-448e-b460-f83b31eab4a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.247551] env[68207]: DEBUG oslo_vmware.api [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777582, 'name': RemoveSnapshot_Task, 'duration_secs': 1.044509} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.247800] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1180.248041] env[68207]: INFO nova.compute.manager [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 14.98 seconds to snapshot the instance on the hypervisor. [ 1180.542634] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Releasing lock "refresh_cache-f83f66af-5acd-4f9f-965c-78410f504bad" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.542919] env[68207]: DEBUG nova.objects.instance [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lazy-loading 'migration_context' on Instance uuid f83f66af-5acd-4f9f-965c-78410f504bad {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.616220] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d2c6e692-e385-4e42-9277-d4b9c6f2b2f2] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.741341] env[68207]: DEBUG oslo_concurrency.lockutils [None req-92804009-7691-4bba-8ceb-1f8692c2a2df tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.789573] env[68207]: DEBUG nova.compute.manager [None req-642051ea-a6e7-4b0d-9cbe-29ffb6476155 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Found 1 images (rotation: 2) {{(pid=68207) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1181.046181] env[68207]: DEBUG nova.objects.base [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.047325] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40fd83a-d8c3-4619-a8df-0ab05866c8c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.068476] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f23cb1-710d-4773-b9c9-3160c3aab893 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.073667] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1181.073667] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52542722-6035-4d1c-cf53-5670c25547d7" [ 1181.073667] env[68207]: _type = "Task" [ 1181.073667] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.081242] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52542722-6035-4d1c-cf53-5670c25547d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.119703] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 44dd4cd4-b19d-476a-b421-3c5614e49387] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.299861] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.299861] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.540705] env[68207]: DEBUG nova.compute.manager [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.541715] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2f828b-e3c6-42bd-a8bb-b0b669bb8d41 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.583130] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52542722-6035-4d1c-cf53-5670c25547d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.584016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.584285] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.622463] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 74bc4081-eaf9-46c0-8349-bf5ca6144806] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.671829] env[68207]: INFO nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Rebuilding instance [ 1181.713380] env[68207]: DEBUG nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.714271] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c2b9af-63fb-46b1-bf9a-774381475267 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.802879] env[68207]: DEBUG nova.compute.utils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.052684] env[68207]: INFO nova.compute.manager [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] instance snapshotting [ 1182.053312] env[68207]: DEBUG nova.objects.instance [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'flavor' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.125522] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: b675a6ab-7fe2-47ef-9326-55c39a1373cb] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.219722] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f493d-fa19-43f0-b3d4-e9a0d3be73c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.229691] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17fa4f-55c5-4f8e-92c2-bf64d938f742 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.260578] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe639b99-1fe1-466c-9ea8-9af5c17e30ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.267504] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584bbbb-9e77-400b-b63b-21b8572c75e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.281410] env[68207]: DEBUG nova.compute.provider_tree [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.305307] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.559353] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cbdef7-93aa-4c08-893a-f603970f651c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.579306] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c93a5-4e4b-4060-a69a-5dcecbe6f23f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.628570] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 11c37779-6f47-4880-88e1-a242ce915185] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.729538] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.730087] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79499d6d-7186-420b-b042-5be9e79991fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.737480] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1182.737480] env[68207]: value = "task-2777584" [ 1182.737480] env[68207]: _type = "Task" [ 1182.737480] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.745848] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.784541] env[68207]: DEBUG nova.scheduler.client.report [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.091041] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1183.091041] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d809b8f4-321f-4e47-8709-642f3ac8b62d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.100682] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1183.100682] env[68207]: value = "task-2777585" [ 1183.100682] env[68207]: _type = "Task" [ 1183.100682] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.109233] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.131736] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: db1acb4a-6bea-4091-ab2f-d314fa0b149f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.247558] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.247876] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.248561] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3f5c1d-04df-40c6-8d85-fd941d91ec10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.255071] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.255289] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbeeb4ed-294f-4467-a943-3fa54549f32f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.315926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.316179] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.316329] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.316573] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99eef9c8-ddb3-4174-96f3-0fc6c642380e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.323957] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1183.323957] env[68207]: value = "task-2777587" [ 1183.323957] env[68207]: _type = "Task" [ 1183.323957] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.331402] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.381330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.381575] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.381813] env[68207]: INFO nova.compute.manager [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Attaching volume 4f6e0212-12c4-4bd8-bf3e-47ed310b27b7 to /dev/sdb [ 1183.418502] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69d96a4-7e58-4ac3-af85-3a11fe7f7141 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.426641] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373d6e07-a5a3-4141-ac4d-21593e5137e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.441714] env[68207]: DEBUG nova.virt.block_device [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updating existing volume attachment record: 4ae2b93b-f967-42a4-a31d-df29aab426f9 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1183.485798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-2381eaa0-1370-416a-a5f4-3f1e13bbd77f-45fd84fb-4e05-4bed-9012-82025bf742b4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.486094] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-2381eaa0-1370-416a-a5f4-3f1e13bbd77f-45fd84fb-4e05-4bed-9012-82025bf742b4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.486465] env[68207]: DEBUG nova.objects.instance [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'flavor' on Instance uuid 2381eaa0-1370-416a-a5f4-3f1e13bbd77f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.611071] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777585, 'name': CreateSnapshot_Task, 'duration_secs': 0.510054} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.611332] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1183.612069] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40604a0d-14d5-453a-b10a-d6007c572360 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.636827] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7c7da8f7-b9e0-466e-9c0a-f4105cdbc90d] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.795102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.210s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.835271] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26226} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.835488] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.835660] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.835834] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.079384] env[68207]: DEBUG nova.objects.instance [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'pci_requests' on Instance uuid 2381eaa0-1370-416a-a5f4-3f1e13bbd77f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.128851] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1184.129227] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6280ca3-0f4a-46bc-b719-cd642d901d28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.137280] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1184.137280] env[68207]: value = "task-2777589" [ 1184.137280] env[68207]: _type = "Task" [ 1184.137280] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.140281] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 16d8cb0b-d526-41b2-bc75-b3635d3761b5] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1184.146277] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777589, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.354293] env[68207]: INFO nova.scheduler.client.report [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocation for migration 4ef2cf21-04cb-4960-9b21-1b8227c1ce95 [ 1184.582459] env[68207]: DEBUG nova.objects.base [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Object Instance<2381eaa0-1370-416a-a5f4-3f1e13bbd77f> lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.582688] env[68207]: DEBUG nova.network.neutron [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.643848] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 8a994085-9ebf-4709-88c8-c725cbe0dcd1] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1184.649592] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777589, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.651063] env[68207]: DEBUG nova.policy [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.862640] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.595s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.869852] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.870106] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.870278] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.870470] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.870622] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.870772] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.870979] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.871154] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.871324] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.871486] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.871659] env[68207]: DEBUG nova.virt.hardware [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.872568] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01eac03-0936-4e7e-b52c-3318e7368838 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.881085] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f14355-fbf2-4343-b901-cd342d1f0757 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.895887] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:3f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.903231] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.903665] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.903873] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a3c087-1e77-4b9e-a9d7-c51c6c4c02bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.922677] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.922677] env[68207]: value = "task-2777590" [ 1184.922677] env[68207]: _type = "Task" [ 1184.922677] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.929666] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777590, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.148164] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777589, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.153779] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 8780454d-d18c-46d8-9baa-f61fa3b2cd5f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.435052] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777590, 'name': CreateVM_Task, 'duration_secs': 0.300746} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.435052] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.435383] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.435571] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.435964] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.436572] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0fdb9a-0349-4546-87d6-0a586e9852fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.440806] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1185.440806] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d4022c-6807-26fb-09dd-a9c12fae9b51" [ 1185.440806] env[68207]: _type = "Task" [ 1185.440806] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.448545] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d4022c-6807-26fb-09dd-a9c12fae9b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.648359] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777589, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.656899] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 82f94a63-f043-4260-83ac-4bdab850236f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.951240] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d4022c-6807-26fb-09dd-a9c12fae9b51, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.951560] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.951798] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.952162] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.952283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.952483] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.952757] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86ddeec5-d381-42d1-8306-cb5a5ea3a854 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.962787] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.962963] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.963725] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02accdd0-9d30-45e2-a8aa-417aa418baac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.969060] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1185.969060] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5223152e-6aa2-8929-db80-b07eac06f9ba" [ 1185.969060] env[68207]: _type = "Task" [ 1185.969060] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.976636] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5223152e-6aa2-8929-db80-b07eac06f9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.111832] env[68207]: DEBUG nova.compute.manager [req-25c276c6-aafb-4d7b-8576-c9cafcaec7a4 req-3af9d45f-dd49-4fa1-8b36-b4316f64ee69 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-vif-plugged-45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.112025] env[68207]: DEBUG oslo_concurrency.lockutils [req-25c276c6-aafb-4d7b-8576-c9cafcaec7a4 req-3af9d45f-dd49-4fa1-8b36-b4316f64ee69 service nova] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.112237] env[68207]: DEBUG oslo_concurrency.lockutils [req-25c276c6-aafb-4d7b-8576-c9cafcaec7a4 req-3af9d45f-dd49-4fa1-8b36-b4316f64ee69 service nova] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.112403] env[68207]: DEBUG oslo_concurrency.lockutils [req-25c276c6-aafb-4d7b-8576-c9cafcaec7a4 req-3af9d45f-dd49-4fa1-8b36-b4316f64ee69 service nova] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.112593] env[68207]: DEBUG nova.compute.manager [req-25c276c6-aafb-4d7b-8576-c9cafcaec7a4 req-3af9d45f-dd49-4fa1-8b36-b4316f64ee69 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] No waiting events found dispatching network-vif-plugged-45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.112777] env[68207]: WARNING nova.compute.manager [req-25c276c6-aafb-4d7b-8576-c9cafcaec7a4 req-3af9d45f-dd49-4fa1-8b36-b4316f64ee69 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received unexpected event network-vif-plugged-45fd84fb-4e05-4bed-9012-82025bf742b4 for instance with vm_state active and task_state None. [ 1186.149156] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777589, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.159708] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 86d3ce6d-0c93-4c08-95c5-81e8b0687e4a] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1186.176964] env[68207]: DEBUG nova.network.neutron [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Successfully updated port: 45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.292128] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "f83f66af-5acd-4f9f-965c-78410f504bad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.292128] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.292393] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.292556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.292739] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.294802] env[68207]: INFO nova.compute.manager [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Terminating instance [ 1186.480176] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5223152e-6aa2-8929-db80-b07eac06f9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.480958] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe1142f-aafb-44e9-b3d7-107a909b7d79 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.485783] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1186.485783] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e6052e-5b03-73a6-7c4b-46b894509add" [ 1186.485783] env[68207]: _type = "Task" [ 1186.485783] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.493282] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e6052e-5b03-73a6-7c4b-46b894509add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.649436] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777589, 'name': CloneVM_Task, 'duration_secs': 2.305418} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.649796] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created linked-clone VM from snapshot [ 1186.650375] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51925976-8b06-4f8b-bca8-8b96a5165078 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.656954] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Uploading image 0e920345-779b-4afe-9efc-37e18ced6aa9 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1186.663055] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: a44202fd-df38-4102-b1a9-58304a821b04] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1186.677680] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1186.677680] env[68207]: value = "vm-558475" [ 1186.677680] env[68207]: _type = "VirtualMachine" [ 1186.677680] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1186.677938] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2a5b5e81-6771-444e-a647-ef31025c6399 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.681347] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.681347] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.681462] env[68207]: DEBUG nova.network.neutron [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.684728] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease: (returnval){ [ 1186.684728] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52230a6e-2518-cb00-2c1a-6f6aea1d4944" [ 1186.684728] env[68207]: _type = "HttpNfcLease" [ 1186.684728] env[68207]: } obtained for exporting VM: (result){ [ 1186.684728] env[68207]: value = "vm-558475" [ 1186.684728] env[68207]: _type = "VirtualMachine" [ 1186.684728] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1186.684992] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the lease: (returnval){ [ 1186.684992] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52230a6e-2518-cb00-2c1a-6f6aea1d4944" [ 1186.684992] env[68207]: _type = "HttpNfcLease" [ 1186.684992] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.692168] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.692168] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52230a6e-2518-cb00-2c1a-6f6aea1d4944" [ 1186.692168] env[68207]: _type = "HttpNfcLease" [ 1186.692168] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.797935] env[68207]: DEBUG nova.compute.manager [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.798202] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.799070] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e6d52-44cf-4c5e-8ac8-3b3c96790a70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.806612] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.806826] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4066bf-c8cf-4bab-bee7-a346a523518a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.812671] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1186.812671] env[68207]: value = "task-2777593" [ 1186.812671] env[68207]: _type = "Task" [ 1186.812671] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.819983] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.996691] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e6052e-5b03-73a6-7c4b-46b894509add, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.996691] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.996987] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.997302] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73923e68-1183-4de1-b26d-837db9931cae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.003179] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1187.003179] env[68207]: value = "task-2777594" [ 1187.003179] env[68207]: _type = "Task" [ 1187.003179] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.010339] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.166086] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 7d28bba8-3f19-48ea-a158-71f50ad59cca] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1187.194588] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.194588] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52230a6e-2518-cb00-2c1a-6f6aea1d4944" [ 1187.194588] env[68207]: _type = "HttpNfcLease" [ 1187.194588] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.194986] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.194986] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52230a6e-2518-cb00-2c1a-6f6aea1d4944" [ 1187.194986] env[68207]: _type = "HttpNfcLease" [ 1187.194986] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1187.195819] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5507c0a-a25f-41d8-a6fc-e4c0456c59e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.205041] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af07d9-8891-fd1d-f34e-5f666677aabc/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.205166] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af07d9-8891-fd1d-f34e-5f666677aabc/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1187.269943] env[68207]: WARNING nova.network.neutron [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] 6bc8e044-7f09-4660-b46d-e02cf437975c already exists in list: networks containing: ['6bc8e044-7f09-4660-b46d-e02cf437975c']. ignoring it [ 1187.325229] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777593, 'name': PowerOffVM_Task, 'duration_secs': 0.167145} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.328273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.328459] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.328629] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f14d1b2-018e-4239-937b-a9d9e72d5071 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.338762] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58377cff-be67-4b09-8fb2-342a8db2b288 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.394943] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.395180] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.395448] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleting the datastore file [datastore2] f83f66af-5acd-4f9f-965c-78410f504bad {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.399040] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a989c2d-199c-41bf-b3fa-605e7515a5f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.407012] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for the task: (returnval){ [ 1187.407012] env[68207]: value = "task-2777596" [ 1187.407012] env[68207]: _type = "Task" [ 1187.407012] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.418007] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.513975] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483248} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.515304] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.516977] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.517473] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9edda90-29df-44eb-892d-e2fde618ded2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.530761] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1187.530761] env[68207]: value = "task-2777597" [ 1187.530761] env[68207]: _type = "Task" [ 1187.530761] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.540244] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.641441] env[68207]: DEBUG nova.network.neutron [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45fd84fb-4e05-4bed-9012-82025bf742b4", "address": "fa:16:3e:00:db:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd84fb-4e", "ovs_interfaceid": "45fd84fb-4e05-4bed-9012-82025bf742b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.670532] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 685a4a08-6e92-4d05-82a1-7fb7a5cde15c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1187.916602] env[68207]: DEBUG oslo_vmware.api [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Task: {'id': task-2777596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205063} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.916994] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.917313] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.917558] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.917779] env[68207]: INFO nova.compute.manager [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.918055] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.918536] env[68207]: DEBUG nova.compute.manager [-] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.918595] env[68207]: DEBUG nova.network.neutron [-] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.958499] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.958916] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.959213] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.959540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.959913] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.962159] env[68207]: INFO nova.compute.manager [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Terminating instance [ 1187.993647] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.993743] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558474', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'name': 'volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05d31d0-e74d-437a-a36e-9205733e5836', 'attached_at': '', 'detached_at': '', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'serial': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.994885] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86d70e-ed55-46e5-b307-9e55a616905f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.011416] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f7dd1-1379-44f7-ad1e-a20031bf1ee5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.037135] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7/volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.037556] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb07f939-837f-4a36-9216-3712885bd8cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.060118] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083985} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.061698] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.062028] env[68207]: DEBUG oslo_vmware.api [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1188.062028] env[68207]: value = "task-2777598" [ 1188.062028] env[68207]: _type = "Task" [ 1188.062028] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.062862] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56324367-9844-4dd8-b8c9-068fd2fc2191 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.093966] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.097756] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be28e3eb-3f1b-4b67-b76f-aa3a4036b3ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.112626] env[68207]: DEBUG oslo_vmware.api [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.118199] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1188.118199] env[68207]: value = "task-2777599" [ 1188.118199] env[68207]: _type = "Task" [ 1188.118199] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.127085] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.144022] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.144778] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.144963] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.146035] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3235c2-ab61-4379-8d5c-66809b2cf20e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.164664] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.164991] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.165257] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.165422] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.165582] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.166152] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.166368] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.167219] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.167535] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.167735] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.167929] env[68207]: DEBUG nova.virt.hardware [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.174530] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Reconfiguring VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1188.175324] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 3c6db09c-ac57-4f4e-873e-79c1d7351965] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1188.177259] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe9fbff-98a5-4f8d-ad36-c1840aa064ae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.196233] env[68207]: DEBUG oslo_vmware.api [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1188.196233] env[68207]: value = "task-2777600" [ 1188.196233] env[68207]: _type = "Task" [ 1188.196233] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.205671] env[68207]: DEBUG oslo_vmware.api [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777600, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.227385] env[68207]: DEBUG nova.compute.manager [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-changed-45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1188.227579] env[68207]: DEBUG nova.compute.manager [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing instance network info cache due to event network-changed-45fd84fb-4e05-4bed-9012-82025bf742b4. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1188.227816] env[68207]: DEBUG oslo_concurrency.lockutils [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.227960] env[68207]: DEBUG oslo_concurrency.lockutils [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.228144] env[68207]: DEBUG nova.network.neutron [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing network info cache for port 45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.467436] env[68207]: DEBUG nova.compute.manager [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.467670] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.468725] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bb413-9f04-4dc9-9150-f0498efa7a2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.476500] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.476791] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-157e9157-bcf1-4108-a0ec-b0b11cfb8a20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.482691] env[68207]: DEBUG oslo_vmware.api [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1188.482691] env[68207]: value = "task-2777601" [ 1188.482691] env[68207]: _type = "Task" [ 1188.482691] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.490942] env[68207]: DEBUG oslo_vmware.api [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.576353] env[68207]: DEBUG oslo_vmware.api [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777598, 'name': ReconfigVM_Task, 'duration_secs': 0.381046} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.576860] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7/volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.581932] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0839ce1-ee0e-4890-bee3-fbe05a4bacf1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.598468] env[68207]: DEBUG oslo_vmware.api [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1188.598468] env[68207]: value = "task-2777602" [ 1188.598468] env[68207]: _type = "Task" [ 1188.598468] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.614366] env[68207]: DEBUG oslo_vmware.api [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.627998] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.690758] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 78ca8155-9a35-440b-9332-6d5dd335637e] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1188.705384] env[68207]: DEBUG oslo_vmware.api [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.707757] env[68207]: DEBUG nova.network.neutron [-] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.945585] env[68207]: DEBUG nova.network.neutron [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updated VIF entry in instance network info cache for port 45fd84fb-4e05-4bed-9012-82025bf742b4. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.946168] env[68207]: DEBUG nova.network.neutron [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45fd84fb-4e05-4bed-9012-82025bf742b4", "address": "fa:16:3e:00:db:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd84fb-4e", "ovs_interfaceid": "45fd84fb-4e05-4bed-9012-82025bf742b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.993020] env[68207]: DEBUG oslo_vmware.api [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777601, 'name': PowerOffVM_Task, 'duration_secs': 0.172315} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.993336] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.993573] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.993916] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d76aa3-4b34-4043-9a8a-4d6abdc5273c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.070092] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.070384] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.070626] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleting the datastore file [datastore2] f5a3dd39-d717-409a-8416-c2bcb7e9bc40 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.070957] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-735cabcb-b842-4546-9b46-95ee4bd83a1b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.077752] env[68207]: DEBUG oslo_vmware.api [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1189.077752] env[68207]: value = "task-2777604" [ 1189.077752] env[68207]: _type = "Task" [ 1189.077752] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.086586] env[68207]: DEBUG oslo_vmware.api [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.107921] env[68207]: DEBUG oslo_vmware.api [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777602, 'name': ReconfigVM_Task, 'duration_secs': 0.21936} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.108259] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558474', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'name': 'volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05d31d0-e74d-437a-a36e-9205733e5836', 'attached_at': '', 'detached_at': '', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'serial': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.129426] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777599, 'name': ReconfigVM_Task, 'duration_secs': 0.542893} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.129700] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec/d334458e-db08-4fab-90de-6a9b2e2d09ec.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.130369] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-980c11da-923c-4967-9cd6-0e37d77f7d67 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.137053] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1189.137053] env[68207]: value = "task-2777605" [ 1189.137053] env[68207]: _type = "Task" [ 1189.137053] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.146105] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777605, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.194478] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 11cf56f3-1a41-4fe1-9de5-999e11854d0c] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1189.207240] env[68207]: DEBUG oslo_vmware.api [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777600, 'name': ReconfigVM_Task, 'duration_secs': 0.871795} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.207749] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.207962] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Reconfigured VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1189.210885] env[68207]: INFO nova.compute.manager [-] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Took 1.29 seconds to deallocate network for instance. [ 1189.449692] env[68207]: DEBUG oslo_concurrency.lockutils [req-a8418f89-efdc-44b5-87b6-70b907309e6e req-fba0c104-b78a-4bfc-b4b0-940a00120391 service nova] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.589354] env[68207]: DEBUG oslo_vmware.api [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256938} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.589673] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.589919] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.590273] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.590498] env[68207]: INFO nova.compute.manager [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1189.590784] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.591017] env[68207]: DEBUG nova.compute.manager [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.591159] env[68207]: DEBUG nova.network.neutron [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.647981] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777605, 'name': Rename_Task, 'duration_secs': 0.169486} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.648578] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.648841] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819c1027-3a24-41a2-ae93-7936399c8201 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.655950] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1189.655950] env[68207]: value = "task-2777606" [ 1189.655950] env[68207]: _type = "Task" [ 1189.655950] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.664973] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.698973] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: aebe1699-31df-4dd3-8ca2-c0d671db62db] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1189.713849] env[68207]: DEBUG oslo_concurrency.lockutils [None req-792fe3bb-8d9b-4aa4-ae9b-9bb9c2ac732a tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-2381eaa0-1370-416a-a5f4-3f1e13bbd77f-45fd84fb-4e05-4bed-9012-82025bf742b4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.228s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.717885] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.718074] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.718271] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.749875] env[68207]: INFO nova.scheduler.client.report [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Deleted allocations for instance f83f66af-5acd-4f9f-965c-78410f504bad [ 1190.149834] env[68207]: DEBUG nova.objects.instance [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'flavor' on Instance uuid b05d31d0-e74d-437a-a36e-9205733e5836 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.168362] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777606, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.202343] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: b56cc2d0-c77b-4f7e-add9-d888c6eb4789] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1190.259168] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4afe460b-b005-4bbb-8eff-8f8dc41a2f13 tempest-DeleteServersTestJSON-1556751195 tempest-DeleteServersTestJSON-1556751195-project-member] Lock "f83f66af-5acd-4f9f-965c-78410f504bad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.967s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.306957] env[68207]: DEBUG nova.compute.manager [req-ce598a1a-7ee5-46ce-838e-5736166c5b11 req-a118b393-486d-4ec0-a84e-efc107b04efa service nova] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Received event network-vif-deleted-39aa8bd5-8bb0-421f-a590-503f7a95f438 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1190.306957] env[68207]: DEBUG nova.compute.manager [req-ce598a1a-7ee5-46ce-838e-5736166c5b11 req-a118b393-486d-4ec0-a84e-efc107b04efa service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Received event network-vif-deleted-0571fd41-4380-4804-a7d5-3c9dfc492f52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1190.308206] env[68207]: INFO nova.compute.manager [req-ce598a1a-7ee5-46ce-838e-5736166c5b11 req-a118b393-486d-4ec0-a84e-efc107b04efa service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Neutron deleted interface 0571fd41-4380-4804-a7d5-3c9dfc492f52; detaching it from the instance and deleting it from the info cache [ 1190.308206] env[68207]: DEBUG nova.network.neutron [req-ce598a1a-7ee5-46ce-838e-5736166c5b11 req-a118b393-486d-4ec0-a84e-efc107b04efa service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.565662] env[68207]: DEBUG nova.network.neutron [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.655409] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9a5f0926-d402-44f3-b212-19f0cccf5439 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.668449] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777606, 'name': PowerOnVM_Task, 'duration_secs': 0.553943} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.668727] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.668924] env[68207]: DEBUG nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.669755] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a65ff75-4d6c-4d38-ae59-e6eea456ad8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.704987] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: a7b81f06-2ea3-4da3-a432-ff7e66de7ad5] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1190.811370] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c6747d0-546e-4975-b207-4382d05b4c06 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.822089] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f6ae7c-d691-409a-b996-ffd5e1864aee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.854286] env[68207]: DEBUG nova.compute.manager [req-ce598a1a-7ee5-46ce-838e-5736166c5b11 req-a118b393-486d-4ec0-a84e-efc107b04efa service nova] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Detach interface failed, port_id=0571fd41-4380-4804-a7d5-3c9dfc492f52, reason: Instance f5a3dd39-d717-409a-8416-c2bcb7e9bc40 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1191.032216] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.032531] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.067955] env[68207]: INFO nova.compute.manager [-] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Took 1.48 seconds to deallocate network for instance. [ 1191.181329] env[68207]: INFO nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] bringing vm to original state: 'stopped' [ 1191.213467] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-2381eaa0-1370-416a-a5f4-3f1e13bbd77f-45fd84fb-4e05-4bed-9012-82025bf742b4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.213880] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-2381eaa0-1370-416a-a5f4-3f1e13bbd77f-45fd84fb-4e05-4bed-9012-82025bf742b4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.215484] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 82120b95-6022-4592-8c70-619c09a8601f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1191.535653] env[68207]: INFO nova.compute.manager [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Detaching volume 4f6e0212-12c4-4bd8-bf3e-47ed310b27b7 [ 1191.572950] env[68207]: INFO nova.virt.block_device [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Attempting to driver detach volume 4f6e0212-12c4-4bd8-bf3e-47ed310b27b7 from mountpoint /dev/sdb [ 1191.573280] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.573526] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558474', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'name': 'volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05d31d0-e74d-437a-a36e-9205733e5836', 'attached_at': '', 'detached_at': '', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'serial': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.574727] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.575059] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.575332] env[68207]: DEBUG nova.objects.instance [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'resources' on Instance uuid f5a3dd39-d717-409a-8416-c2bcb7e9bc40 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.577690] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec12dae-76be-4aed-bffc-bd7b40b764f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.601256] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a2aa3-db1b-4ae9-8c23-33266512aad3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.608972] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f60f1-3d9f-4881-b226-7fcd6f64d650 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.630432] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296fc2c5-0975-4e1e-bb32-e4350ef3bfae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.647608] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] The volume has not been displaced from its original location: [datastore2] volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7/volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.653040] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.653359] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d7dc00-c30c-4091-92c7-70a67e861bdf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.672157] env[68207]: DEBUG oslo_vmware.api [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1191.672157] env[68207]: value = "task-2777608" [ 1191.672157] env[68207]: _type = "Task" [ 1191.672157] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.680687] env[68207]: DEBUG oslo_vmware.api [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.719331] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.719708] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.719982] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: c33f0795-cf25-4436-b8a3-f8a8432b3b24] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1191.722467] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b043a-85bb-4378-999f-47e6ffd47db8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.744515] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94442cae-40af-4392-89ea-b01e7d67c9a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.771532] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Reconfiguring VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1191.772222] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888c7c53-a02c-4213-9fba-262b58203ebb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.791389] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1191.791389] env[68207]: value = "task-2777609" [ 1191.791389] env[68207]: _type = "Task" [ 1191.791389] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.796465] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.796677] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.796879] env[68207]: INFO nova.compute.manager [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Shelving [ 1191.801187] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.181227] env[68207]: DEBUG oslo_vmware.api [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777608, 'name': ReconfigVM_Task, 'duration_secs': 0.275463} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.181515] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.188536] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8720650-a0eb-4ddc-88fc-1acc5ed94aa0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.198428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.198664] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.198845] env[68207]: DEBUG nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.199917] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b09b5d-ee52-4728-b261-5acaeedaf729 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.206749] env[68207]: DEBUG nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1192.209656] env[68207]: DEBUG oslo_vmware.api [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1192.209656] env[68207]: value = "task-2777610" [ 1192.209656] env[68207]: _type = "Task" [ 1192.209656] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.224682] env[68207]: DEBUG oslo_vmware.api [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.225903] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 4d8ab5a8-9f66-4eb5-a8b2-0b998a5be0be] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1192.228109] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c674cc59-ef6e-41b2-ac31-fe879c96a588 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.235780] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a4f45f-7639-4db1-b4d8-1c6c43415d61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.266484] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0142268-0c91-4198-a451-120e037dcff3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.274475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1452c4b5-86fa-4a80-a12a-f305126a64b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.288568] env[68207]: DEBUG nova.compute.provider_tree [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.300340] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.712663] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.713032] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd47a93-efca-46b1-a3cd-9ed2525a6897 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.724319] env[68207]: DEBUG oslo_vmware.api [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777610, 'name': ReconfigVM_Task, 'duration_secs': 0.14395} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.725784] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558474', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'name': 'volume-4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05d31d0-e74d-437a-a36e-9205733e5836', 'attached_at': '', 'detached_at': '', 'volume_id': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7', 'serial': '4f6e0212-12c4-4bd8-bf3e-47ed310b27b7'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.728160] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1192.728160] env[68207]: value = "task-2777611" [ 1192.728160] env[68207]: _type = "Task" [ 1192.728160] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.732687] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: fbd3a0fd-9c97-44d5-93ac-907de3599f9e] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1192.739805] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.792084] env[68207]: DEBUG nova.scheduler.client.report [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.806848] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.808490] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.808848] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc22526b-382d-4a01-aa4d-7b8b71cdf107 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.815583] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1192.815583] env[68207]: value = "task-2777612" [ 1192.815583] env[68207]: _type = "Task" [ 1192.815583] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.823754] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.238281] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: caa0876c-5b5f-402a-a213-c830f3d002ff] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1193.240021] env[68207]: DEBUG oslo_vmware.api [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777611, 'name': PowerOffVM_Task, 'duration_secs': 0.202788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.240458] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.240667] env[68207]: DEBUG nova.compute.manager [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.241441] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b786f-4680-4691-9dc5-0a008ec51611 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.280046] env[68207]: DEBUG nova.objects.instance [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'flavor' on Instance uuid b05d31d0-e74d-437a-a36e-9205733e5836 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.296554] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.307710] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.320578] env[68207]: INFO nova.scheduler.client.report [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted allocations for instance f5a3dd39-d717-409a-8416-c2bcb7e9bc40 [ 1193.328021] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777612, 'name': PowerOffVM_Task, 'duration_secs': 0.175683} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.328479] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.329480] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65225d1-186f-40c9-a39c-2b9b660fb78c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.349755] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141810d-1e7e-4173-8283-27b136ec6418 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.741156] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 45f3f52b-8bc1-4795-bea8-2c30a4056f40] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1193.759026] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.806677] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.832468] env[68207]: DEBUG oslo_concurrency.lockutils [None req-04d58433-5b9b-49b5-8731-fd94709d6499 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "f5a3dd39-d717-409a-8416-c2bcb7e9bc40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.862524] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1193.862905] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afd75488-6312-4486-8bb6-e9b920b67361 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.870916] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1193.870916] env[68207]: value = "task-2777613" [ 1193.870916] env[68207]: _type = "Task" [ 1193.870916] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.883388] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777613, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.244223] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 154ba180-8d21-4cab-8614-97d441aa5956] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1194.270050] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.270330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.270508] env[68207]: DEBUG nova.objects.instance [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1194.286960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-a187514c-38ee-4ccf-9fef-a7d492d3be95 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.314109] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.382098] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777613, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.542703] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.543053] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.543253] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "d334458e-db08-4fab-90de-6a9b2e2d09ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.543454] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.543623] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.546017] env[68207]: INFO nova.compute.manager [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Terminating instance [ 1194.632915] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af07d9-8891-fd1d-f34e-5f666677aabc/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1194.634107] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97bc38-61e2-43bd-97c0-647a4c9bed52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.640136] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af07d9-8891-fd1d-f34e-5f666677aabc/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1194.640325] env[68207]: ERROR oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af07d9-8891-fd1d-f34e-5f666677aabc/disk-0.vmdk due to incomplete transfer. [ 1194.640558] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a1b7ebd-bb10-455a-9871-340aa2230c3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.647529] env[68207]: DEBUG oslo_vmware.rw_handles [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af07d9-8891-fd1d-f34e-5f666677aabc/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1194.647741] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Uploaded image 0e920345-779b-4afe-9efc-37e18ced6aa9 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1194.650348] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1194.650644] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22e92b0c-a36c-400b-a034-b1a1480f6338 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.656395] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1194.656395] env[68207]: value = "task-2777614" [ 1194.656395] env[68207]: _type = "Task" [ 1194.656395] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.664188] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777614, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.747492] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: bcf04501-b20b-4c01-8ca6-d73f5f6e5e26] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1194.808844] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.883544] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777613, 'name': CreateSnapshot_Task, 'duration_secs': 0.763837} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.883544] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1194.884208] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a97bd-70a3-4124-a235-7b2f38391847 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.050118] env[68207]: DEBUG nova.compute.manager [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.050373] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.051280] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f23ff-80c2-44a9-a424-860526414d45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.058563] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.058851] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0c42bba-866c-43b3-90b5-e7bc32a9dbb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.115488] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.115912] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.116144] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] d334458e-db08-4fab-90de-6a9b2e2d09ec {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.116562] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c8f7c8-0758-4a18-9833-1e128eef4646 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.122306] env[68207]: DEBUG oslo_vmware.api [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1195.122306] env[68207]: value = "task-2777616" [ 1195.122306] env[68207]: _type = "Task" [ 1195.122306] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.131548] env[68207]: DEBUG oslo_vmware.api [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.164841] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777614, 'name': Destroy_Task, 'duration_secs': 0.374098} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.165165] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroyed the VM [ 1195.165410] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1195.165656] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2efb5026-0b99-462f-87e7-72794559845a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.171871] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1195.171871] env[68207]: value = "task-2777617" [ 1195.171871] env[68207]: _type = "Task" [ 1195.171871] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.179248] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.252421] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 06490586-425f-48d3-8ca5-233921272b66] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1195.281144] env[68207]: DEBUG oslo_concurrency.lockutils [None req-95ab6835-e0dd-4a9d-ad22-e52a1d8b930e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.309050] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.368918] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.369243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.369490] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "b05d31d0-e74d-437a-a36e-9205733e5836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.369707] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.369922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.372142] env[68207]: INFO nova.compute.manager [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Terminating instance [ 1195.403141] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1195.403780] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be1440ee-1527-4f6c-9f08-70efa307a376 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.411945] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1195.411945] env[68207]: value = "task-2777618" [ 1195.411945] env[68207]: _type = "Task" [ 1195.411945] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.420537] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777618, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.631627] env[68207]: DEBUG oslo_vmware.api [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178543} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.631918] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.632072] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.632256] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.632428] env[68207]: INFO nova.compute.manager [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Took 0.58 seconds to destroy the instance on the hypervisor. [ 1195.632738] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.632964] env[68207]: DEBUG nova.compute.manager [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.633091] env[68207]: DEBUG nova.network.neutron [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.682833] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777617, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.755711] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f68a1410-3133-43e6-93c8-bfaac9db0840] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1195.808599] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.880023] env[68207]: DEBUG nova.compute.manager [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.880023] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.880023] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7de5d-146d-497a-8c65-d09f45e2c66d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.888137] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.890088] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b764d7a-42ee-4d6a-a4cc-7364e4e434e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.896867] env[68207]: DEBUG oslo_vmware.api [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1195.896867] env[68207]: value = "task-2777619" [ 1195.896867] env[68207]: _type = "Task" [ 1195.896867] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.904993] env[68207]: DEBUG oslo_vmware.api [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.922432] env[68207]: DEBUG nova.compute.manager [req-1e4428e8-aca7-4742-854a-34e939eb3d70 req-dd9c98b1-7a73-486d-bc8f-82801d83943b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Received event network-vif-deleted-dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.922432] env[68207]: INFO nova.compute.manager [req-1e4428e8-aca7-4742-854a-34e939eb3d70 req-dd9c98b1-7a73-486d-bc8f-82801d83943b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Neutron deleted interface dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055; detaching it from the instance and deleting it from the info cache [ 1195.922733] env[68207]: DEBUG nova.network.neutron [req-1e4428e8-aca7-4742-854a-34e939eb3d70 req-dd9c98b1-7a73-486d-bc8f-82801d83943b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.927711] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777618, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.931600] env[68207]: DEBUG nova.compute.manager [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.182664] env[68207]: DEBUG oslo_vmware.api [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571016} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.182963] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1196.183232] env[68207]: INFO nova.compute.manager [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 13.62 seconds to snapshot the instance on the hypervisor. [ 1196.259891] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 1b0f02c6-5620-4f89-830f-e2741ee7fde0] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1196.310478] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.393673] env[68207]: DEBUG nova.network.neutron [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.411465] env[68207]: DEBUG oslo_vmware.api [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777619, 'name': PowerOffVM_Task, 'duration_secs': 0.209822} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.412308] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.412474] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.412943] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1643a452-9a82-4bb3-b6bf-3806aa08d7af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.430280] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777618, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.430641] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc380aa9-bb4f-48db-a4b2-b12647dec9e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.445922] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b38191-ee35-4841-8b93-269239067bd8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.464585] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.465016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.491905] env[68207]: DEBUG nova.compute.manager [req-1e4428e8-aca7-4742-854a-34e939eb3d70 req-dd9c98b1-7a73-486d-bc8f-82801d83943b service nova] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Detach interface failed, port_id=dcccbac0-a3c3-4cd4-97ee-e5cfd61b8055, reason: Instance d334458e-db08-4fab-90de-6a9b2e2d09ec could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1196.495210] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.495550] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.495827] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleting the datastore file [datastore2] b05d31d0-e74d-437a-a36e-9205733e5836 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.496202] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c64ebc55-ad9b-46f7-b527-29ca92233e5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.505757] env[68207]: DEBUG oslo_vmware.api [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1196.505757] env[68207]: value = "task-2777621" [ 1196.505757] env[68207]: _type = "Task" [ 1196.505757] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.519179] env[68207]: DEBUG oslo_vmware.api [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.763224] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 011fe93e-3749-4b01-837d-a65674e170b3] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1196.810890] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.897959] env[68207]: INFO nova.compute.manager [-] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Took 1.26 seconds to deallocate network for instance. [ 1196.922987] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777618, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.974336] env[68207]: INFO nova.compute.claims [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.997309] env[68207]: DEBUG nova.compute.manager [None req-db270730-82c4-4b2c-854e-6aaec577b880 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Found 2 images (rotation: 2) {{(pid=68207) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1197.016500] env[68207]: DEBUG oslo_vmware.api [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297902} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.018439] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.018898] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.019124] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.019309] env[68207]: INFO nova.compute.manager [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1197.019602] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.020146] env[68207]: DEBUG nova.compute.manager [-] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.020309] env[68207]: DEBUG nova.network.neutron [-] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.311626] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.426691] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777618, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.447850] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 66e60bfd-4e98-417d-9a88-5142ba8d84e9] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1197.453962] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.482787] env[68207]: INFO nova.compute.resource_tracker [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating resource usage from migration 2d51f937-cbd0-4d43-83c6-aa6e8d222287 [ 1197.638764] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac58001-5aaf-4dd3-b842-ff04cfd54593 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.646878] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e94ab2-7f0c-48a9-8743-24905872b86e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.679908] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c775ebe-b6f3-47b4-970c-24c451057327 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.690677] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af51315-95ad-4b21-93e8-67f8094691f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.706079] env[68207]: DEBUG nova.compute.provider_tree [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.811695] env[68207]: DEBUG oslo_vmware.api [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777609, 'name': ReconfigVM_Task, 'duration_secs': 5.783547} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.812023] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.812144] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Reconfigured VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1197.924483] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777618, 'name': CloneVM_Task, 'duration_secs': 2.111968} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.924799] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Created linked-clone VM from snapshot [ 1197.925528] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df02ce6-6e7d-438f-8c7f-f62b1dfd1045 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.933691] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Uploading image 5b3b7506-b10e-4a43-979a-43ba4defefff {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1197.953050] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: af19a172-f3dd-4af0-89c7-9fdaa8d5412a] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1197.962565] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1197.962565] env[68207]: value = "vm-558478" [ 1197.962565] env[68207]: _type = "VirtualMachine" [ 1197.962565] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1197.963966] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f5360cc-2613-462c-a7eb-713b6a8aaf01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.966497] env[68207]: DEBUG nova.compute.manager [req-9b4a312b-cfa7-4950-8bc0-5db044d428bb req-34a1aac6-6fb9-442e-a6ca-0a0597771965 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Received event network-vif-deleted-10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.966680] env[68207]: INFO nova.compute.manager [req-9b4a312b-cfa7-4950-8bc0-5db044d428bb req-34a1aac6-6fb9-442e-a6ca-0a0597771965 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Neutron deleted interface 10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a; detaching it from the instance and deleting it from the info cache [ 1197.966851] env[68207]: DEBUG nova.network.neutron [req-9b4a312b-cfa7-4950-8bc0-5db044d428bb req-34a1aac6-6fb9-442e-a6ca-0a0597771965 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.974407] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease: (returnval){ [ 1197.974407] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a03b06-76ad-aad7-9929-445417641125" [ 1197.974407] env[68207]: _type = "HttpNfcLease" [ 1197.974407] env[68207]: } obtained for exporting VM: (result){ [ 1197.974407] env[68207]: value = "vm-558478" [ 1197.974407] env[68207]: _type = "VirtualMachine" [ 1197.974407] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1197.974871] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the lease: (returnval){ [ 1197.974871] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a03b06-76ad-aad7-9929-445417641125" [ 1197.974871] env[68207]: _type = "HttpNfcLease" [ 1197.974871] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1197.982610] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.982610] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a03b06-76ad-aad7-9929-445417641125" [ 1197.982610] env[68207]: _type = "HttpNfcLease" [ 1197.982610] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1198.185702] env[68207]: DEBUG nova.compute.manager [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.187093] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2359a69-8f9d-4557-9307-c4919cb257d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.209500] env[68207]: DEBUG nova.scheduler.client.report [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.241767] env[68207]: DEBUG nova.network.neutron [-] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.455691] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f94f8d22-0297-418d-b3c0-561a999723ab] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1198.470859] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39845763-30e1-4027-b8a7-be6fb2971e0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.483355] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.483355] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a03b06-76ad-aad7-9929-445417641125" [ 1198.483355] env[68207]: _type = "HttpNfcLease" [ 1198.483355] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1198.485232] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1198.485232] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52a03b06-76ad-aad7-9929-445417641125" [ 1198.485232] env[68207]: _type = "HttpNfcLease" [ 1198.485232] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1198.485232] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a18ebd-05c1-44bf-aeab-bbfff5598581 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.490582] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c659c90-5460-44bd-a9e1-6d4d0d8a3e92 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.506889] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283a707-564a-3e78-994f-6baf8d557237/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1198.507136] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283a707-564a-3e78-994f-6baf8d557237/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1198.573092] env[68207]: DEBUG nova.compute.manager [req-9b4a312b-cfa7-4950-8bc0-5db044d428bb req-34a1aac6-6fb9-442e-a6ca-0a0597771965 service nova] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Detach interface failed, port_id=10ecf7d8-1ce6-4a2a-8812-ea48bf14d91a, reason: Instance b05d31d0-e74d-437a-a36e-9205733e5836 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1198.605823] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5992f680-0ae7-4c3d-aedc-dbd9d05b19c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.697829] env[68207]: INFO nova.compute.manager [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] instance snapshotting [ 1198.698464] env[68207]: DEBUG nova.objects.instance [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'flavor' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.713527] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.248s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.713527] env[68207]: INFO nova.compute.manager [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Migrating [ 1198.719900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.266s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.720134] env[68207]: DEBUG nova.objects.instance [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'resources' on Instance uuid d334458e-db08-4fab-90de-6a9b2e2d09ec {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.745683] env[68207]: INFO nova.compute.manager [-] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Took 1.73 seconds to deallocate network for instance. [ 1198.867005] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad60c3f-5b3e-4297-911c-87d4afca5539 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.875933] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2eb529-71f7-4267-96a6-0a755200516f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.912509] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4190627-bd0a-4a79-9a3f-dd142c0821e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.921289] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f481e24d-64d9-4c40-a2ad-aa64cd0bdffc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.934956] env[68207]: DEBUG nova.compute.provider_tree [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.959057] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 090dd945-10e1-4fe3-841e-cace0a125d86] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1199.109210] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.109520] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.109800] env[68207]: DEBUG nova.network.neutron [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.204237] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b05d8a-7e39-4c8d-b454-71f6a6439458 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.225916] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf282a0-2a4e-40ec-ac60-8ed378eff4f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.231693] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.232359] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.232359] env[68207]: DEBUG nova.network.neutron [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.252138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.438536] env[68207]: DEBUG nova.scheduler.client.report [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.462943] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 6502ef96-d83f-453d-bf58-4e7b40d15b2d] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1199.744110] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.746624] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8210c005-d95b-4536-8f7c-83d14b9b53b1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.755651] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1199.755651] env[68207]: value = "task-2777623" [ 1199.755651] env[68207]: _type = "Task" [ 1199.755651] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.765752] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.943672] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.224s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.946839] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.694s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.946839] env[68207]: DEBUG nova.objects.instance [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'resources' on Instance uuid b05d31d0-e74d-437a-a36e-9205733e5836 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.966826] env[68207]: DEBUG nova.network.neutron [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.967608] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d11cf608-e2c4-43f3-aeda-ea36aa288ed6] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1199.981486] env[68207]: INFO nova.scheduler.client.report [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted allocations for instance d334458e-db08-4fab-90de-6a9b2e2d09ec [ 1200.025283] env[68207]: INFO nova.network.neutron [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Port 45fd84fb-4e05-4bed-9012-82025bf742b4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1200.025283] env[68207]: DEBUG nova.network.neutron [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.266283] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777623, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.470503] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.471983] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 911843cf-65d4-4262-8c80-e352755c8eac] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1200.489123] env[68207]: DEBUG oslo_concurrency.lockutils [None req-af591449-515b-4427-b17a-f2281b9d647c tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "d334458e-db08-4fab-90de-6a9b2e2d09ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.517865] env[68207]: DEBUG nova.compute.manager [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1200.518111] env[68207]: DEBUG nova.compute.manager [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing instance network info cache due to event network-changed-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1200.518305] env[68207]: DEBUG oslo_concurrency.lockutils [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] Acquiring lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.528902] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.531444] env[68207]: DEBUG oslo_concurrency.lockutils [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] Acquired lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.531666] env[68207]: DEBUG nova.network.neutron [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Refreshing network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.600590] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc698815-363b-4500-a6f0-f262e97d58e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.608966] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfdec88-d05a-476c-bf15-ffdbf702150a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.646557] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb321f5f-d720-4797-a8ae-821a3dcf37fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.655900] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa495268-dd43-488e-916e-997346da2970 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.673228] env[68207]: DEBUG nova.compute.provider_tree [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.767574] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777623, 'name': CreateSnapshot_Task, 'duration_secs': 0.552132} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.767848] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1200.768612] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb09fd-8445-4a98-b1a3-e4b523ee8fbe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.978345] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.978600] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Cleaning up deleted instances with incomplete migration {{(pid=68207) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1201.033982] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0515b7a0-41dd-40a0-bb4b-e53d0002a1fc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-2381eaa0-1370-416a-a5f4-3f1e13bbd77f-45fd84fb-4e05-4bed-9012-82025bf742b4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.820s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.176643] env[68207]: DEBUG nova.scheduler.client.report [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.218020] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-63cad1bf-e8e8-42df-b20d-c7ee98a311df-45fd84fb-4e05-4bed-9012-82025bf742b4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.218300] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-63cad1bf-e8e8-42df-b20d-c7ee98a311df-45fd84fb-4e05-4bed-9012-82025bf742b4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.218764] env[68207]: DEBUG nova.objects.instance [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'flavor' on Instance uuid 63cad1bf-e8e8-42df-b20d-c7ee98a311df {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.287563] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.291355] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-904031cd-74f3-4a4a-91c0-7b40ea53a005 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.301524] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1201.301524] env[68207]: value = "task-2777624" [ 1201.301524] env[68207]: _type = "Task" [ 1201.301524] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.311562] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777624, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.373620] env[68207]: DEBUG nova.network.neutron [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updated VIF entry in instance network info cache for port bd54ec7a-1c43-4b15-8113-5ef94dc62b5a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.374041] env[68207]: DEBUG nova.network.neutron [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [{"id": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "address": "fa:16:3e:3a:f7:96", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd54ec7a-1c", "ovs_interfaceid": "bd54ec7a-1c43-4b15-8113-5ef94dc62b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.484348] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.682423] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.705517] env[68207]: INFO nova.scheduler.client.report [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted allocations for instance b05d31d0-e74d-437a-a36e-9205733e5836 [ 1201.813721] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777624, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.842080] env[68207]: DEBUG nova.objects.instance [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'pci_requests' on Instance uuid 63cad1bf-e8e8-42df-b20d-c7ee98a311df {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.877893] env[68207]: DEBUG oslo_concurrency.lockutils [req-c328ded3-cb7b-422b-82c2-feab3129c438 req-49cdd3c8-fafe-438f-9235-fc6c7b88aaa5 service nova] Releasing lock "refresh_cache-2381eaa0-1370-416a-a5f4-3f1e13bbd77f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.988967] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e2011-cf9f-4462-82f1-b10a20ee1597 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.010109] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.216960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f2c2df1f-7115-416b-bd00-4b36ff3a8733 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "b05d31d0-e74d-437a-a36e-9205733e5836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.847s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.315537] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777624, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.345832] env[68207]: DEBUG nova.objects.base [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Object Instance<63cad1bf-e8e8-42df-b20d-c7ee98a311df> lazy-loaded attributes: flavor,pci_requests {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.346249] env[68207]: DEBUG nova.network.neutron [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.442418] env[68207]: DEBUG nova.policy [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '236058f379764589b43e4f048f1da17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9affe8592a4dcb9262ea32cc5bb361', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.516780] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.517192] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986b9c36-348c-4be5-af1b-c4969919d74c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.526501] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1202.526501] env[68207]: value = "task-2777625" [ 1202.526501] env[68207]: _type = "Task" [ 1202.526501] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.536440] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.548222] env[68207]: DEBUG nova.compute.manager [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1202.548481] env[68207]: DEBUG nova.compute.manager [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing instance network info cache due to event network-changed-9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1202.548751] env[68207]: DEBUG oslo_concurrency.lockutils [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.548859] env[68207]: DEBUG oslo_concurrency.lockutils [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.549211] env[68207]: DEBUG nova.network.neutron [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.816501] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777624, 'name': CloneVM_Task} progress is 95%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.860556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.860798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.039743] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777625, 'name': PowerOffVM_Task, 'duration_secs': 0.243233} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.040256] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.040663] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.278471] env[68207]: DEBUG nova.network.neutron [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updated VIF entry in instance network info cache for port 9ffd961c-e5cb-4fce-855f-ec941704084c. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.278916] env[68207]: DEBUG nova.network.neutron [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.316937] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777624, 'name': CloneVM_Task, 'duration_secs': 1.895791} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.316937] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Created linked-clone VM from snapshot [ 1203.317220] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379248eb-e57b-4eae-a3a7-e0a17fddeb17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.325395] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Uploading image 20403026-8795-4de9-842d-f0ed2b3e2a57 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.363750] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.414534] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.414534] env[68207]: value = "vm-558480" [ 1203.414534] env[68207]: _type = "VirtualMachine" [ 1203.414534] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.414534] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce66e224-2787-42be-8599-698d89e4b1f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.421556] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease: (returnval){ [ 1203.421556] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5294e30c-345f-e35c-fca7-8f7b91339bdc" [ 1203.421556] env[68207]: _type = "HttpNfcLease" [ 1203.421556] env[68207]: } obtained for exporting VM: (result){ [ 1203.421556] env[68207]: value = "vm-558480" [ 1203.421556] env[68207]: _type = "VirtualMachine" [ 1203.421556] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.427233] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the lease: (returnval){ [ 1203.427233] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5294e30c-345f-e35c-fca7-8f7b91339bdc" [ 1203.427233] env[68207]: _type = "HttpNfcLease" [ 1203.427233] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.434792] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.434792] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5294e30c-345f-e35c-fca7-8f7b91339bdc" [ 1203.434792] env[68207]: _type = "HttpNfcLease" [ 1203.434792] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.547489] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.547798] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.547999] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.548246] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.548451] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.548619] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.548832] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.548997] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.549190] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.549354] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.549612] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.556625] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b617441d-8250-45d6-b047-8fec0b6665f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.575614] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1203.575614] env[68207]: value = "task-2777627" [ 1203.575614] env[68207]: _type = "Task" [ 1203.575614] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.586278] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.782233] env[68207]: DEBUG oslo_concurrency.lockutils [req-c297bacd-7103-4c42-a959-612c13fabeb3 req-25a8dbc7-ea87-4ff8-be23-c9ab8f614c92 service nova] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.895928] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.896245] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.897858] env[68207]: INFO nova.compute.claims [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.931124] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.931124] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5294e30c-345f-e35c-fca7-8f7b91339bdc" [ 1203.931124] env[68207]: _type = "HttpNfcLease" [ 1203.931124] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.931445] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.931445] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5294e30c-345f-e35c-fca7-8f7b91339bdc" [ 1203.931445] env[68207]: _type = "HttpNfcLease" [ 1203.931445] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.932283] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c1e78-2607-482a-b3ca-8c9a6c7f24a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.940875] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d82f5-20fd-58df-d974-2fb8987e119f/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.941069] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d82f5-20fd-58df-d974-2fb8987e119f/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1204.089073] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff2181fc-d892-4df2-9dd0-0e9d51e54c86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.090910] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777627, 'name': ReconfigVM_Task, 'duration_secs': 0.330685} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.091263] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.268069] env[68207]: DEBUG nova.network.neutron [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Successfully updated port: 45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.599955] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.600388] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.600819] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.601177] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.601540] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.601799] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.602106] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.602463] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.602729] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.603058] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.603314] env[68207]: DEBUG nova.virt.hardware [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.608880] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.609291] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a63b44f-2d34-4af5-bf38-2f9fc8e68e99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.631213] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1204.631213] env[68207]: value = "task-2777628" [ 1204.631213] env[68207]: _type = "Task" [ 1204.631213] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.642320] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.771070] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.771826] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.771826] env[68207]: DEBUG nova.network.neutron [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.031013] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f7d7cb-797f-431c-a8ec-3032278b8e3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.039550] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834f9be-ff0c-4393-b4f3-3e0e3a9c7267 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.072309] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd13f5-d76b-460f-a650-85f3c8c6c34d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.080951] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbaf6ce-2b41-41f7-b021-7a7a9dd0f3a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.095528] env[68207]: DEBUG nova.compute.provider_tree [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.142133] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777628, 'name': ReconfigVM_Task, 'duration_secs': 0.268136} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.142498] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.143408] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba960445-97c4-4d7a-ab2e-0f4629fb16f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.166761] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927/e70d570e-f741-4e53-a53a-f8d4c3e3b927.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.167146] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb0f29c-b340-46bc-b372-cc4dfcdf0698 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.187373] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1205.187373] env[68207]: value = "task-2777629" [ 1205.187373] env[68207]: _type = "Task" [ 1205.187373] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.199043] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.324013] env[68207]: WARNING nova.network.neutron [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] 6bc8e044-7f09-4660-b46d-e02cf437975c already exists in list: networks containing: ['6bc8e044-7f09-4660-b46d-e02cf437975c']. ignoring it [ 1205.598513] env[68207]: DEBUG nova.scheduler.client.report [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.626159] env[68207]: DEBUG nova.network.neutron [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45fd84fb-4e05-4bed-9012-82025bf742b4", "address": "fa:16:3e:00:db:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd84fb-4e", "ovs_interfaceid": "45fd84fb-4e05-4bed-9012-82025bf742b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.698209] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777629, 'name': ReconfigVM_Task, 'duration_secs': 0.347735} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.698500] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927/e70d570e-f741-4e53-a53a-f8d4c3e3b927.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.698845] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.103130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.103616] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.128582] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.129319] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.129501] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.130615] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140accd5-fb0c-4c6a-b778-f44136e7151c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.150530] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.150827] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.151032] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.151253] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.151431] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.151608] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.151840] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.152054] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.152261] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.152447] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.152667] env[68207]: DEBUG nova.virt.hardware [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.159422] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Reconfiguring VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1206.160510] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99ea104-5783-47dc-a782-6d70c784e107 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.180399] env[68207]: DEBUG oslo_vmware.api [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1206.180399] env[68207]: value = "task-2777630" [ 1206.180399] env[68207]: _type = "Task" [ 1206.180399] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.191157] env[68207]: DEBUG oslo_vmware.api [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.206912] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270cb8f-7ddc-4462-bf2f-c8847ee2f485 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.227577] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347eb84-0c49-478b-8d55-ef5f1d8a15ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.247908] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.608809] env[68207]: DEBUG nova.compute.utils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.610244] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.610416] env[68207]: DEBUG nova.network.neutron [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.633812] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283a707-564a-3e78-994f-6baf8d557237/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1206.634857] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23fd9ff-dfdc-4b7e-b2b4-84f869b94c16 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.644773] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283a707-564a-3e78-994f-6baf8d557237/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1206.644978] env[68207]: ERROR oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283a707-564a-3e78-994f-6baf8d557237/disk-0.vmdk due to incomplete transfer. [ 1206.645226] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a3befba-6e7d-468c-8b45-e2278c561756 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.653910] env[68207]: DEBUG oslo_vmware.rw_handles [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283a707-564a-3e78-994f-6baf8d557237/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1206.654121] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Uploaded image 5b3b7506-b10e-4a43-979a-43ba4defefff to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1206.656563] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1206.657154] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f71b65fd-4c5b-4ae5-9242-061b40e5f280 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.664755] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1206.664755] env[68207]: value = "task-2777631" [ 1206.664755] env[68207]: _type = "Task" [ 1206.664755] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.673158] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777631, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.691234] env[68207]: DEBUG oslo_vmware.api [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.695948] env[68207]: DEBUG nova.policy [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '846899152067458ab2339bbee85a59ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce671f155cfe4b329a8509de2113ac60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.805632] env[68207]: DEBUG nova.network.neutron [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Port 29a1f157-457d-429c-a357-acb9e161a903 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1207.085069] env[68207]: DEBUG nova.compute.manager [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-vif-plugged-45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.085299] env[68207]: DEBUG oslo_concurrency.lockutils [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.085548] env[68207]: DEBUG oslo_concurrency.lockutils [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.085756] env[68207]: DEBUG oslo_concurrency.lockutils [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.085961] env[68207]: DEBUG nova.compute.manager [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] No waiting events found dispatching network-vif-plugged-45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.086178] env[68207]: WARNING nova.compute.manager [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received unexpected event network-vif-plugged-45fd84fb-4e05-4bed-9012-82025bf742b4 for instance with vm_state active and task_state None. [ 1207.086378] env[68207]: DEBUG nova.compute.manager [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-changed-45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.086584] env[68207]: DEBUG nova.compute.manager [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing instance network info cache due to event network-changed-45fd84fb-4e05-4bed-9012-82025bf742b4. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1207.086798] env[68207]: DEBUG oslo_concurrency.lockutils [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.086973] env[68207]: DEBUG oslo_concurrency.lockutils [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.087156] env[68207]: DEBUG nova.network.neutron [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Refreshing network info cache for port 45fd84fb-4e05-4bed-9012-82025bf742b4 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.113373] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.153105] env[68207]: DEBUG nova.network.neutron [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Successfully created port: 297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.179584] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777631, 'name': Destroy_Task, 'duration_secs': 0.500279} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.179890] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Destroyed the VM [ 1207.180217] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1207.180508] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1205a6dc-fc83-482e-ba8d-ab8374bcef2f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.192143] env[68207]: DEBUG oslo_vmware.api [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777630, 'name': ReconfigVM_Task, 'duration_secs': 0.6788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.194347] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.194640] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Reconfigured VM to attach interface {{(pid=68207) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1207.197380] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1207.197380] env[68207]: value = "task-2777632" [ 1207.197380] env[68207]: _type = "Task" [ 1207.197380] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.209657] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.692388] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.692674] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.700089] env[68207]: DEBUG oslo_concurrency.lockutils [None req-471478e3-cb4d-42cf-9fd1-cccebeb56126 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-63cad1bf-e8e8-42df-b20d-c7ee98a311df-45fd84fb-4e05-4bed-9012-82025bf742b4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.481s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.713630] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777632, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.829447] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.829732] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.829931] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.833733] env[68207]: DEBUG nova.network.neutron [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updated VIF entry in instance network info cache for port 45fd84fb-4e05-4bed-9012-82025bf742b4. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.834148] env[68207]: DEBUG nova.network.neutron [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45fd84fb-4e05-4bed-9012-82025bf742b4", "address": "fa:16:3e:00:db:d1", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd84fb-4e", "ovs_interfaceid": "45fd84fb-4e05-4bed-9012-82025bf742b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.123562] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.152582] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.152885] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.153144] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.153410] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.153637] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.153837] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.154071] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.154238] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.154441] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.154670] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.154903] env[68207]: DEBUG nova.virt.hardware [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.155927] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573fd072-cc72-4319-af3d-ddfa1fa4181a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.165444] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1966c8-ea1f-47c3-9067-4fdae56decdf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.195667] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.210857] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777632, 'name': RemoveSnapshot_Task, 'duration_secs': 0.749766} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.211138] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1208.211835] env[68207]: DEBUG nova.compute.manager [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.212330] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb27af-736c-4678-bdd7-0325517351f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.337643] env[68207]: DEBUG oslo_concurrency.lockutils [req-0042160a-bc18-4e45-8681-a89658dbf93c req-80b67cbd-34da-4a37-a03e-cc0dddda4da9 service nova] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.722711] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.722991] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.724617] env[68207]: INFO nova.compute.claims [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.733823] env[68207]: INFO nova.compute.manager [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Shelve offloading [ 1208.845899] env[68207]: DEBUG nova.network.neutron [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Successfully updated port: 297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.870461] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.870656] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.870833] env[68207]: DEBUG nova.network.neutron [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.938611] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "interface-63cad1bf-e8e8-42df-b20d-c7ee98a311df-45fd84fb-4e05-4bed-9012-82025bf742b4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.938909] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-63cad1bf-e8e8-42df-b20d-c7ee98a311df-45fd84fb-4e05-4bed-9012-82025bf742b4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.114554] env[68207]: DEBUG nova.compute.manager [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Received event network-vif-plugged-297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.114940] env[68207]: DEBUG oslo_concurrency.lockutils [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.115218] env[68207]: DEBUG oslo_concurrency.lockutils [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.115398] env[68207]: DEBUG oslo_concurrency.lockutils [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.115568] env[68207]: DEBUG nova.compute.manager [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] No waiting events found dispatching network-vif-plugged-297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.115750] env[68207]: WARNING nova.compute.manager [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Received unexpected event network-vif-plugged-297bde73-3ef3-4443-8e19-0c394daa08ff for instance with vm_state building and task_state spawning. [ 1209.115951] env[68207]: DEBUG nova.compute.manager [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Received event network-changed-297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.116136] env[68207]: DEBUG nova.compute.manager [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Refreshing instance network info cache due to event network-changed-297bde73-3ef3-4443-8e19-0c394daa08ff. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1209.116326] env[68207]: DEBUG oslo_concurrency.lockutils [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] Acquiring lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.116464] env[68207]: DEBUG oslo_concurrency.lockutils [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] Acquired lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.116619] env[68207]: DEBUG nova.network.neutron [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Refreshing network info cache for port 297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.240271] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.240631] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72399ae0-26f0-4663-ac70-6645b3de9b1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.250148] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1209.250148] env[68207]: value = "task-2777633" [ 1209.250148] env[68207]: _type = "Task" [ 1209.250148] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.259139] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.348576] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.442105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.442273] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.443243] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76622995-c688-427e-9368-67efebc841ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.463689] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09892e9-4af0-4fe8-b6cd-61bf3195d604 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.516177] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Reconfiguring VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1209.523664] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7501adc2-4165-4019-a5dd-38fbaf6733b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.547332] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1209.547332] env[68207]: value = "task-2777634" [ 1209.547332] env[68207]: _type = "Task" [ 1209.547332] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.556168] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.661184] env[68207]: DEBUG nova.network.neutron [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.663866] env[68207]: DEBUG nova.network.neutron [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.766299] env[68207]: DEBUG nova.network.neutron [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.767467] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1209.767664] env[68207]: DEBUG nova.compute.manager [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.769419] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad06f8-0e06-4b13-af1b-2ce189c15840 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.778456] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.778668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.779556] env[68207]: DEBUG nova.network.neutron [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.883172] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3f7ff-19ae-4add-9f44-6db8e2e818d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.892106] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8187fe8f-ef41-46f7-b829-418a8d050eed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.922716] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70aed9-cd69-443d-80a3-c9c6f6b91933 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.931176] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f676cd7-c614-4554-b4bc-97745f7b7ebb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.946217] env[68207]: DEBUG nova.compute.provider_tree [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.058352] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.167666] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.272487] env[68207]: DEBUG oslo_concurrency.lockutils [req-07ac99d7-1ac1-4de6-a5e6-79b9ed2f2fef req-5ee8c5c0-9c2a-4f92-a913-21a33b5c9cb1 service nova] Releasing lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.272941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.273153] env[68207]: DEBUG nova.network.neutron [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.449409] env[68207]: DEBUG nova.scheduler.client.report [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.497567] env[68207]: DEBUG nova.network.neutron [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.560297] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.693091] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b009a572-3831-4712-a521-e8b59a256fc6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.713405] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeb60eb-3d07-4d2e-bb3c-275a31e2676f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.721636] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.805933] env[68207]: DEBUG nova.network.neutron [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.955935] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.956500] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.001128] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.022805] env[68207]: DEBUG nova.network.neutron [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating instance_info_cache with network_info: [{"id": "297bde73-3ef3-4443-8e19-0c394daa08ff", "address": "fa:16:3e:e1:83:18", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297bde73-3e", "ovs_interfaceid": "297bde73-3ef3-4443-8e19-0c394daa08ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.061946] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.229563] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.230135] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b77df5-b7ce-4b0d-8e2f-9c88c4e5f3c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.239892] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1211.239892] env[68207]: value = "task-2777635" [ 1211.239892] env[68207]: _type = "Task" [ 1211.239892] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.249633] env[68207]: DEBUG nova.compute.manager [req-579e62b8-ba0b-4924-afae-21893e30b4c8 req-ee6aaa64-61d7-463a-964a-5858ace5e781 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-vif-unplugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1211.249633] env[68207]: DEBUG oslo_concurrency.lockutils [req-579e62b8-ba0b-4924-afae-21893e30b4c8 req-ee6aaa64-61d7-463a-964a-5858ace5e781 service nova] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.249633] env[68207]: DEBUG oslo_concurrency.lockutils [req-579e62b8-ba0b-4924-afae-21893e30b4c8 req-ee6aaa64-61d7-463a-964a-5858ace5e781 service nova] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.249633] env[68207]: DEBUG oslo_concurrency.lockutils [req-579e62b8-ba0b-4924-afae-21893e30b4c8 req-ee6aaa64-61d7-463a-964a-5858ace5e781 service nova] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.249633] env[68207]: DEBUG nova.compute.manager [req-579e62b8-ba0b-4924-afae-21893e30b4c8 req-ee6aaa64-61d7-463a-964a-5858ace5e781 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] No waiting events found dispatching network-vif-unplugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.249633] env[68207]: WARNING nova.compute.manager [req-579e62b8-ba0b-4924-afae-21893e30b4c8 req-ee6aaa64-61d7-463a-964a-5858ace5e781 service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received unexpected event network-vif-unplugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 for instance with vm_state shelved and task_state shelving_offloading. [ 1211.255744] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.335031] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.338040] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b2f0e-5154-4ad2-a71e-4a123aabf111 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.346328] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.346588] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a77061fc-f9dc-41c2-bc30-25a82d755b42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.399432] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d82f5-20fd-58df-d974-2fb8987e119f/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.400406] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981ab96a-db3d-4de2-a792-530f00604235 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.408807] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d82f5-20fd-58df-d974-2fb8987e119f/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.408983] env[68207]: ERROR oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d82f5-20fd-58df-d974-2fb8987e119f/disk-0.vmdk due to incomplete transfer. [ 1211.409329] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60ef0bf6-b617-4abe-80b7-49cb829bc936 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.413166] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.413366] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.413542] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleting the datastore file [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.413773] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536c2a63-3559-4567-9071-6b2969cf4d51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.418453] env[68207]: DEBUG oslo_vmware.rw_handles [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d82f5-20fd-58df-d974-2fb8987e119f/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.418642] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Uploaded image 20403026-8795-4de9-842d-f0ed2b3e2a57 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.420533] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.421717] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-695725e0-debd-48fd-94c0-ed7daf9e2b2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.423573] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1211.423573] env[68207]: value = "task-2777637" [ 1211.423573] env[68207]: _type = "Task" [ 1211.423573] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.428051] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1211.428051] env[68207]: value = "task-2777638" [ 1211.428051] env[68207]: _type = "Task" [ 1211.428051] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.434440] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.439514] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777638, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.461449] env[68207]: DEBUG nova.compute.utils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.463286] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.463433] env[68207]: DEBUG nova.network.neutron [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.512287] env[68207]: DEBUG nova.policy [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbfcbb191144debab8716dcc0339bc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95f8501c77a64ca1813a86bb16e969f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.526159] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.526471] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance network_info: |[{"id": "297bde73-3ef3-4443-8e19-0c394daa08ff", "address": "fa:16:3e:e1:83:18", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297bde73-3e", "ovs_interfaceid": "297bde73-3ef3-4443-8e19-0c394daa08ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.526867] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:83:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '297bde73-3ef3-4443-8e19-0c394daa08ff', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.534527] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.534787] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.535039] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77fa9257-f25e-4be2-94c3-fbb097055769 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.558316] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.558316] env[68207]: value = "task-2777639" [ 1211.558316] env[68207]: _type = "Task" [ 1211.558316] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.561680] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.571648] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777639, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.751672] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.820960] env[68207]: DEBUG nova.network.neutron [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Successfully created port: bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.936635] env[68207]: DEBUG oslo_vmware.api [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333527} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.940033] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.940456] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.940773] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.943760] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777638, 'name': Destroy_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.966818] env[68207]: INFO nova.scheduler.client.report [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted allocations for instance bf024f8d-b9f8-4e99-838c-ead8d68b74cf [ 1211.970412] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.062874] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.072040] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777639, 'name': CreateVM_Task, 'duration_secs': 0.464355} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.072040] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.072274] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.072442] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.072931] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.073218] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e0bfaa-9dc2-4635-95ae-bfebb198465f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.078613] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1212.078613] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525c0e64-f88d-4c81-1e67-8105f968727a" [ 1212.078613] env[68207]: _type = "Task" [ 1212.078613] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.087232] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525c0e64-f88d-4c81-1e67-8105f968727a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.250909] env[68207]: DEBUG oslo_vmware.api [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777635, 'name': PowerOnVM_Task, 'duration_secs': 0.570355} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.251142] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.251331] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee849d1-6b2c-4420-bd8b-e3ae51b72a8c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance 'e70d570e-f741-4e53-a53a-f8d4c3e3b927' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.439014] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777638, 'name': Destroy_Task, 'duration_secs': 0.571174} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.439366] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroyed the VM [ 1212.439590] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.439806] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cb96a1b-80a0-43a9-a905-320c49eb3f50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.446921] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1212.446921] env[68207]: value = "task-2777640" [ 1212.446921] env[68207]: _type = "Task" [ 1212.446921] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.455469] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.473688] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.474019] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.474306] env[68207]: DEBUG nova.objects.instance [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'resources' on Instance uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.562624] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.588385] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525c0e64-f88d-4c81-1e67-8105f968727a, 'name': SearchDatastore_Task, 'duration_secs': 0.050933} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.588652] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.588881] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.589130] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.589278] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.589449] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.589702] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58431e33-e99b-466c-823c-13b39a3050b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.599382] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.599582] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.600329] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92649a2-94a4-40af-b85d-57b936338d49 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.605709] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1212.605709] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526869cf-534b-8186-4b5e-393b8862b540" [ 1212.605709] env[68207]: _type = "Task" [ 1212.605709] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.613878] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526869cf-534b-8186-4b5e-393b8862b540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.957385] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.977187] env[68207]: DEBUG nova.objects.instance [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'numa_topology' on Instance uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.982402] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.064151] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.078376] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.078635] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.078821] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.079234] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.079421] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.079586] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.079810] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.079980] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.080206] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.080347] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.080530] env[68207]: DEBUG nova.virt.hardware [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.081426] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd1b26-d111-4edb-9a4f-0bd1d8c493fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.090656] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb054f-46ac-4dec-aefa-5fe4d049729c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.116099] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526869cf-534b-8186-4b5e-393b8862b540, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.117254] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7b82c0-6a7f-4301-af3d-0b480db427e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.124369] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1213.124369] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]527994ed-65e1-0197-a9b7-caf8d8c7ce50" [ 1213.124369] env[68207]: _type = "Task" [ 1213.124369] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.132941] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527994ed-65e1-0197-a9b7-caf8d8c7ce50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.297274] env[68207]: DEBUG nova.network.neutron [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Successfully updated port: bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.365813] env[68207]: DEBUG nova.compute.manager [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.365813] env[68207]: DEBUG nova.compute.manager [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing instance network info cache due to event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1213.365961] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.366182] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.366357] env[68207]: DEBUG nova.network.neutron [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.459863] env[68207]: DEBUG oslo_vmware.api [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777640, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715081} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.460217] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.460372] env[68207]: INFO nova.compute.manager [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 14.26 seconds to snapshot the instance on the hypervisor. [ 1213.479682] env[68207]: DEBUG nova.objects.base [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1213.566226] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.591137] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f64d3d-d3c7-45de-b2d5-02966f18832f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.599244] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80af0bb-896d-4a50-a4b1-b1866a336ef0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.634120] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b403bf42-cfac-41da-9f78-90d36a6887ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.642991] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]527994ed-65e1-0197-a9b7-caf8d8c7ce50, 'name': SearchDatastore_Task, 'duration_secs': 0.025543} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.644806] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.645097] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.645441] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0b4bab4-2617-49f2-b9a3-06ebbd95076d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.648274] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc601809-14c3-492b-af66-83edb82aad95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.662937] env[68207]: DEBUG nova.compute.provider_tree [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.665796] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1213.665796] env[68207]: value = "task-2777641" [ 1213.665796] env[68207]: _type = "Task" [ 1213.665796] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.674889] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.810728] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.811307] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.811307] env[68207]: DEBUG nova.network.neutron [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.025913] env[68207]: DEBUG nova.compute.manager [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Found 3 images (rotation: 2) {{(pid=68207) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1214.026270] env[68207]: DEBUG nova.compute.manager [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Rotating out 1 backups {{(pid=68207) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1214.026449] env[68207]: DEBUG nova.compute.manager [None req-1d26a267-a78f-40dc-b729-00e805fcd196 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleting image c2ede9d6-b035-43ef-a313-0c4e7271a5e5 {{(pid=68207) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1214.066497] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.139478] env[68207]: DEBUG nova.network.neutron [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updated VIF entry in instance network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.139846] env[68207]: DEBUG nova.network.neutron [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap941480b1-ed", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.167751] env[68207]: DEBUG nova.scheduler.client.report [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.181712] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777641, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.342376] env[68207]: DEBUG nova.network.neutron [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.468147] env[68207]: DEBUG nova.network.neutron [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updating instance_info_cache with network_info: [{"id": "bf7ceafd-65cd-464d-9815-577b80012e48", "address": "fa:16:3e:0a:dc:36", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ceafd-65", "ovs_interfaceid": "bf7ceafd-65cd-464d-9815-577b80012e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.532966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.564643] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.643241] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.643493] env[68207]: DEBUG nova.compute.manager [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Received event network-vif-plugged-bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1214.643700] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.643900] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] Lock "d673275c-62f5-4214-8dbe-583ab5770d63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.644074] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] Lock "d673275c-62f5-4214-8dbe-583ab5770d63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.644246] env[68207]: DEBUG nova.compute.manager [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] No waiting events found dispatching network-vif-plugged-bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.644476] env[68207]: WARNING nova.compute.manager [req-0c2c504f-2c6c-451b-a24a-b1b04eeb9d89 req-01884488-322d-45d3-aef5-b4265a1bb1aa service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Received unexpected event network-vif-plugged-bf7ceafd-65cd-464d-9815-577b80012e48 for instance with vm_state building and task_state spawning. [ 1214.676260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.684041] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536882} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.684041] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.684041] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.684041] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-978eec62-0f35-4b3e-a50a-ddf7c5c4417d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.689777] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1214.689777] env[68207]: value = "task-2777642" [ 1214.689777] env[68207]: _type = "Task" [ 1214.689777] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.699512] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.971219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.971502] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Instance network_info: |[{"id": "bf7ceafd-65cd-464d-9815-577b80012e48", "address": "fa:16:3e:0a:dc:36", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ceafd-65", "ovs_interfaceid": "bf7ceafd-65cd-464d-9815-577b80012e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.972287] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:dc:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7ceafd-65cd-464d-9815-577b80012e48', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.980453] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.980667] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.980881] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0efe4e6e-e67c-473b-8326-ad75edf3ef68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.001641] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.001641] env[68207]: value = "task-2777643" [ 1215.001641] env[68207]: _type = "Task" [ 1215.001641] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.011504] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777643, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.019146] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.019388] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.019566] env[68207]: DEBUG nova.compute.manager [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Going to confirm migration 6 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1215.064518] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.188445] env[68207]: DEBUG oslo_concurrency.lockutils [None req-3668246d-2958-479e-80ea-392b0de22a67 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.392s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.190021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.657s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.190021] env[68207]: INFO nova.compute.manager [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Unshelving [ 1215.202523] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068217} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.202817] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.203672] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3950a79-e29b-47fd-b487-bc36266fb0f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.228042] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.228640] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c6c0b77-e8bc-4994-b407-70050afeb1dd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.249945] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1215.249945] env[68207]: value = "task-2777644" [ 1215.249945] env[68207]: _type = "Task" [ 1215.249945] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.259157] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.439579] env[68207]: DEBUG nova.compute.manager [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Received event network-changed-bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.439724] env[68207]: DEBUG nova.compute.manager [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Refreshing instance network info cache due to event network-changed-bf7ceafd-65cd-464d-9815-577b80012e48. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1215.439847] env[68207]: DEBUG oslo_concurrency.lockutils [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] Acquiring lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.440012] env[68207]: DEBUG oslo_concurrency.lockutils [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] Acquired lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.440266] env[68207]: DEBUG nova.network.neutron [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Refreshing network info cache for port bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.529874] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777643, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.566548] env[68207]: DEBUG oslo_vmware.api [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777634, 'name': ReconfigVM_Task, 'duration_secs': 5.808843} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.566803] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.567014] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Reconfigured VM to detach interface {{(pid=68207) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1215.594433] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.594616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.594844] env[68207]: DEBUG nova.network.neutron [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.595058] env[68207]: DEBUG nova.objects.instance [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'info_cache' on Instance uuid e70d570e-f741-4e53-a53a-f8d4c3e3b927 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.761263] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777644, 'name': ReconfigVM_Task, 'duration_secs': 0.307237} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.761565] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfigured VM instance instance-00000074 to attach disk [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.762374] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e0780a8-ab6f-4abf-8013-f73a533e8fff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.770801] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1215.770801] env[68207]: value = "task-2777645" [ 1215.770801] env[68207]: _type = "Task" [ 1215.770801] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.781283] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777645, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.015559] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777643, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.128796] env[68207]: DEBUG nova.network.neutron [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updated VIF entry in instance network info cache for port bf7ceafd-65cd-464d-9815-577b80012e48. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.129173] env[68207]: DEBUG nova.network.neutron [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updating instance_info_cache with network_info: [{"id": "bf7ceafd-65cd-464d-9815-577b80012e48", "address": "fa:16:3e:0a:dc:36", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ceafd-65", "ovs_interfaceid": "bf7ceafd-65cd-464d-9815-577b80012e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.202840] env[68207]: DEBUG nova.compute.utils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.281661] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777645, 'name': Rename_Task, 'duration_secs': 0.148401} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.281891] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.282127] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e13236-4b6e-43c2-8b35-0588336e4b60 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.289261] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1216.289261] env[68207]: value = "task-2777646" [ 1216.289261] env[68207]: _type = "Task" [ 1216.289261] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.297202] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.320793] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.321050] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.321247] env[68207]: DEBUG nova.compute.manager [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.322088] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f0d37-da07-4d33-9a29-9404c46afe1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.328399] env[68207]: DEBUG nova.compute.manager [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1216.328954] env[68207]: DEBUG nova.objects.instance [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'flavor' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.529647] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777643, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.631560] env[68207]: DEBUG oslo_concurrency.lockutils [req-bd87ed2a-40ad-42ae-a076-be2b2aa63195 req-1faa3db2-9481-4013-b39e-905d4cc723c1 service nova] Releasing lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.706023] env[68207]: INFO nova.virt.block_device [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Booting with volume 23d06da4-f2ff-4b27-99a6-554f9d263dd5 at /dev/sdb [ 1216.740693] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-828879a2-8edf-470d-9c5d-d356d2e68b8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.751345] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4df72c-ffe2-4760-9ecc-2bb572470131 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.784056] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dd067d0-1c41-4060-85f3-7ac2bf59c658 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.798178] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca034137-49a0-4e86-955e-f2a10ad0c7aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.809157] env[68207]: DEBUG nova.network.neutron [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [{"id": "29a1f157-457d-429c-a357-acb9e161a903", "address": "fa:16:3e:80:51:d6", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a1f157-45", "ovs_interfaceid": "29a1f157-457d-429c-a357-acb9e161a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.816234] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.834127] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b720cb5-d46c-462a-8109-25b32c545fb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.843074] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20b0d6-b90c-4b17-883d-91a5b3c50d43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.858539] env[68207]: DEBUG nova.virt.block_device [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating existing volume attachment record: 078d74d5-b45b-4dde-b49d-691490c45721 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.988589] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.988810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquired lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.989043] env[68207]: DEBUG nova.network.neutron [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.014077] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777643, 'name': CreateVM_Task, 'duration_secs': 1.561419} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.014256] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.015011] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.015343] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.015509] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.015805] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e9e1c5-cf38-4f86-b5b5-b4f78a76ea23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.020709] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1217.020709] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5281a128-f21a-e798-f5ab-9161a2c43d37" [ 1217.020709] env[68207]: _type = "Task" [ 1217.020709] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.029375] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5281a128-f21a-e798-f5ab-9161a2c43d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.301556] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.312315] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-e70d570e-f741-4e53-a53a-f8d4c3e3b927" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.312648] env[68207]: DEBUG nova.objects.instance [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'migration_context' on Instance uuid e70d570e-f741-4e53-a53a-f8d4c3e3b927 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.338877] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.339124] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c2268d-e238-4c85-9c5f-a512e6217398 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.346919] env[68207]: DEBUG oslo_vmware.api [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1217.346919] env[68207]: value = "task-2777650" [ 1217.346919] env[68207]: _type = "Task" [ 1217.346919] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.357682] env[68207]: DEBUG oslo_vmware.api [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.461069] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.461374] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.461574] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.461762] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.461951] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.464721] env[68207]: INFO nova.compute.manager [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Terminating instance [ 1217.540526] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5281a128-f21a-e798-f5ab-9161a2c43d37, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.540864] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.541115] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.541493] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.541658] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.541873] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.542143] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb212682-b999-4999-a530-f91ab3413f73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.551820] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.552027] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.552756] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7665ef-b66a-40b2-90d6-373526516cf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.558748] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1217.558748] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5258973f-ec17-7a74-3826-d7b84c568091" [ 1217.558748] env[68207]: _type = "Task" [ 1217.558748] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.566634] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5258973f-ec17-7a74-3826-d7b84c568091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.709710] env[68207]: INFO nova.network.neutron [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Port 45fd84fb-4e05-4bed-9012-82025bf742b4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1217.710101] env[68207]: DEBUG nova.network.neutron [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [{"id": "9ffd961c-e5cb-4fce-855f-ec941704084c", "address": "fa:16:3e:2d:8d:e0", "network": {"id": "6bc8e044-7f09-4660-b46d-e02cf437975c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-208391051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9affe8592a4dcb9262ea32cc5bb361", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffd961c-e5", "ovs_interfaceid": "9ffd961c-e5cb-4fce-855f-ec941704084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.800160] env[68207]: DEBUG oslo_vmware.api [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777646, 'name': PowerOnVM_Task, 'duration_secs': 1.03696} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.800420] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.800617] env[68207]: INFO nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1217.800793] env[68207]: DEBUG nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.801536] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193d4e6-1bf9-45d8-9ee2-25d8f00bb59d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.815662] env[68207]: DEBUG nova.objects.base [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.816417] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b23b008-f961-4586-945c-58622f3a1bfb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.835744] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74eb5ff-505d-48ba-b41e-30861427306d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.840964] env[68207]: DEBUG oslo_vmware.api [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1217.840964] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]523d8d6f-fdda-f5e0-add4-832072997171" [ 1217.840964] env[68207]: _type = "Task" [ 1217.840964] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.850436] env[68207]: DEBUG oslo_vmware.api [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]523d8d6f-fdda-f5e0-add4-832072997171, 'name': SearchDatastore_Task, 'duration_secs': 0.006551} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.853181] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.853433] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.859530] env[68207]: DEBUG oslo_vmware.api [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777650, 'name': PowerOffVM_Task, 'duration_secs': 0.233433} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.859768] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.859965] env[68207]: DEBUG nova.compute.manager [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.860750] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91086e72-24b0-43a6-8324-915e5cb10f0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.969656] env[68207]: DEBUG nova.compute.manager [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.969889] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.970788] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b642070-2ee8-4fa2-ba24-2c9edf63e9b0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.978366] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.978595] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea83aec5-258d-4a43-84cb-b76c73f3d8ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.984153] env[68207]: DEBUG oslo_vmware.api [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1217.984153] env[68207]: value = "task-2777651" [ 1217.984153] env[68207]: _type = "Task" [ 1217.984153] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.993779] env[68207]: DEBUG oslo_vmware.api [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.069726] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5258973f-ec17-7a74-3826-d7b84c568091, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.070531] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78728a8-0e8d-44b7-a74e-e830d5a06ac0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.076051] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1218.076051] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c0d1fc-3d04-6b68-7829-c8d1e3e6a3ee" [ 1218.076051] env[68207]: _type = "Task" [ 1218.076051] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.083869] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c0d1fc-3d04-6b68-7829-c8d1e3e6a3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.213379] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Releasing lock "refresh_cache-63cad1bf-e8e8-42df-b20d-c7ee98a311df" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.321120] env[68207]: INFO nova.compute.manager [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Took 14.45 seconds to build instance. [ 1218.371754] env[68207]: DEBUG oslo_concurrency.lockutils [None req-19d41304-7b53-43cc-a455-7aa0e27f6084 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.480233] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd00eb-906e-4e7b-871e-33091a3ce834 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.491052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90983b19-868e-44c8-8308-606438a95763 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.499088] env[68207]: DEBUG oslo_vmware.api [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777651, 'name': PowerOffVM_Task, 'duration_secs': 0.18991} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.522401] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.522597] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.523451] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85049b8f-a1d5-40c5-9c78-3bbc364f0f50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.525505] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec97338-3b37-4372-87fc-da1e13cf9fb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.532545] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910018c-697c-4239-a7d0-c2a334f88f55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.545516] env[68207]: DEBUG nova.compute.provider_tree [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.587882] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c0d1fc-3d04-6b68-7829-c8d1e3e6a3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.588160] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.588425] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d673275c-62f5-4214-8dbe-583ab5770d63/d673275c-62f5-4214-8dbe-583ab5770d63.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.588703] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4881d540-a2c1-40dc-bb52-7f81776a2e6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.591603] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.591791] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.591967] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleting the datastore file [datastore2] 63cad1bf-e8e8-42df-b20d-c7ee98a311df {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.592552] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0a8bf6-41ae-4334-85b9-65cc839b0f07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.596724] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1218.596724] env[68207]: value = "task-2777653" [ 1218.596724] env[68207]: _type = "Task" [ 1218.596724] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.600807] env[68207]: DEBUG oslo_vmware.api [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1218.600807] env[68207]: value = "task-2777654" [ 1218.600807] env[68207]: _type = "Task" [ 1218.600807] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.608138] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.612482] env[68207]: DEBUG oslo_vmware.api [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.717912] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5f435ac6-974b-4346-805d-f51dc9a19c40 tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "interface-63cad1bf-e8e8-42df-b20d-c7ee98a311df-45fd84fb-4e05-4bed-9012-82025bf742b4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.779s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.822789] env[68207]: DEBUG oslo_concurrency.lockutils [None req-aa55f55a-09a9-43b0-890b-45daa59929bc tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.962s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.048426] env[68207]: DEBUG nova.scheduler.client.report [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.111607] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777653, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.114979] env[68207]: DEBUG oslo_vmware.api [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411666} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.115805] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.115911] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.116164] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.116387] env[68207]: INFO nova.compute.manager [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1219.116667] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.117075] env[68207]: DEBUG nova.compute.manager [-] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.117300] env[68207]: DEBUG nova.network.neutron [-] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.503784] env[68207]: DEBUG nova.compute.manager [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Received event network-changed-297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.504102] env[68207]: DEBUG nova.compute.manager [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Refreshing instance network info cache due to event network-changed-297bde73-3ef3-4443-8e19-0c394daa08ff. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1219.504287] env[68207]: DEBUG oslo_concurrency.lockutils [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] Acquiring lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.504578] env[68207]: DEBUG oslo_concurrency.lockutils [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] Acquired lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.504702] env[68207]: DEBUG nova.network.neutron [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Refreshing network info cache for port 297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.607653] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676063} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.607917] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] d673275c-62f5-4214-8dbe-583ab5770d63/d673275c-62f5-4214-8dbe-583ab5770d63.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.608218] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.608479] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcb51b73-99dc-4375-bce9-a1388bc7b2eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.616480] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1219.616480] env[68207]: value = "task-2777656" [ 1219.616480] env[68207]: _type = "Task" [ 1219.616480] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.624653] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.766355] env[68207]: DEBUG nova.compute.manager [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Stashing vm_state: stopped {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.840608] env[68207]: DEBUG nova.compute.manager [req-d261a5c1-3fbf-4d97-a866-a8e30d6e39e1 req-f3cd9c9b-3363-4a8f-a500-5d23c4584d68 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Received event network-vif-deleted-9ffd961c-e5cb-4fce-855f-ec941704084c {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.840847] env[68207]: INFO nova.compute.manager [req-d261a5c1-3fbf-4d97-a866-a8e30d6e39e1 req-f3cd9c9b-3363-4a8f-a500-5d23c4584d68 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Neutron deleted interface 9ffd961c-e5cb-4fce-855f-ec941704084c; detaching it from the instance and deleting it from the info cache [ 1219.841027] env[68207]: DEBUG nova.network.neutron [req-d261a5c1-3fbf-4d97-a866-a8e30d6e39e1 req-f3cd9c9b-3363-4a8f-a500-5d23c4584d68 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.061154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.207s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.128264] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096763} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.130681] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.131489] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a08399-35b2-4d9d-9611-cfaa7594689f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.154695] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d673275c-62f5-4214-8dbe-583ab5770d63/d673275c-62f5-4214-8dbe-583ab5770d63.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.157095] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bd85f9-da90-4a29-a0c9-ab122a70ec3e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.175933] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1220.175933] env[68207]: value = "task-2777657" [ 1220.175933] env[68207]: _type = "Task" [ 1220.175933] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.184020] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.266055] env[68207]: DEBUG nova.network.neutron [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updated VIF entry in instance network info cache for port 297bde73-3ef3-4443-8e19-0c394daa08ff. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.266406] env[68207]: DEBUG nova.network.neutron [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating instance_info_cache with network_info: [{"id": "297bde73-3ef3-4443-8e19-0c394daa08ff", "address": "fa:16:3e:e1:83:18", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297bde73-3e", "ovs_interfaceid": "297bde73-3ef3-4443-8e19-0c394daa08ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.287021] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.287357] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.326204] env[68207]: DEBUG nova.network.neutron [-] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.344092] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8d368a8-9dbb-4cc6-860b-d13fcfad91b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.354378] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791da9f2-4db1-4e4e-aff4-af2aed27b819 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.384320] env[68207]: DEBUG nova.compute.manager [req-d261a5c1-3fbf-4d97-a866-a8e30d6e39e1 req-f3cd9c9b-3363-4a8f-a500-5d23c4584d68 service nova] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Detach interface failed, port_id=9ffd961c-e5cb-4fce-855f-ec941704084c, reason: Instance 63cad1bf-e8e8-42df-b20d-c7ee98a311df could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1220.633320] env[68207]: INFO nova.scheduler.client.report [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted allocation for migration 2d51f937-cbd0-4d43-83c6-aa6e8d222287 [ 1220.689117] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777657, 'name': ReconfigVM_Task, 'duration_secs': 0.264916} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.689895] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d673275c-62f5-4214-8dbe-583ab5770d63/d673275c-62f5-4214-8dbe-583ab5770d63.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.690532] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c13b965-55b5-4dac-899f-f04a4f63ba05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.697999] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1220.697999] env[68207]: value = "task-2777658" [ 1220.697999] env[68207]: _type = "Task" [ 1220.697999] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.707347] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777658, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.769304] env[68207]: DEBUG oslo_concurrency.lockutils [req-b832aaf2-c44f-478b-a26e-d0db6f8e7d79 req-64a10b1c-de65-46f0-8c43-89634e45b343 service nova] Releasing lock "refresh_cache-e2d940b0-3a0b-45fa-a62b-71669daf3f49" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.792548] env[68207]: INFO nova.compute.claims [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.829241] env[68207]: INFO nova.compute.manager [-] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Took 1.71 seconds to deallocate network for instance. [ 1221.140333] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9c3ce8e9-129c-4bdd-8361-34c07d287a6c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.121s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.180116] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.180390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.180606] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.180788] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.180959] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.183093] env[68207]: INFO nova.compute.manager [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Terminating instance [ 1221.208409] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777658, 'name': Rename_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.299486] env[68207]: INFO nova.compute.resource_tracker [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating resource usage from migration 9ec28189-9f46-401f-9d10-ad4b741d6dee [ 1221.335507] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.401946] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23613397-03e3-4ad0-aecb-9e0ba320b9e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.409292] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec529319-a52e-4f76-b3dd-61e794d4abf2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.440670] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37466a6b-54fd-463f-a7ef-14aff456ad8e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.448187] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc35e5b-f1c2-4363-bb15-43972d8cf967 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.462381] env[68207]: DEBUG nova.compute.provider_tree [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.687465] env[68207]: DEBUG nova.compute.manager [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.687692] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.688621] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340e7f2-b799-42fa-9a92-d9cc6628f076 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.698084] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.698380] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24dc0cef-fd66-4eb6-9735-66d30f398aed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.708745] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777658, 'name': Rename_Task, 'duration_secs': 0.519043} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.709951] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.710268] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1221.710268] env[68207]: value = "task-2777659" [ 1221.710268] env[68207]: _type = "Task" [ 1221.710268] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.710438] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acf8f289-4fa4-43e4-9475-23464763cc91 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.720128] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.721599] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1221.721599] env[68207]: value = "task-2777660" [ 1221.721599] env[68207]: _type = "Task" [ 1221.721599] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.729768] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.966042] env[68207]: DEBUG nova.scheduler.client.report [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.222543] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777659, 'name': PowerOffVM_Task, 'duration_secs': 0.290253} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.225533] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.225717] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.225986] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db60bca4-6284-4acb-90d1-5952c804013a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.231919] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.289313] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.289532] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.289718] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleting the datastore file [datastore2] e70d570e-f741-4e53-a53a-f8d4c3e3b927 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.289976] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-458ad952-a835-49dd-8874-d12a9c10d379 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.296809] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1222.296809] env[68207]: value = "task-2777662" [ 1222.296809] env[68207]: _type = "Task" [ 1222.296809] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.304574] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.470876] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.471347] env[68207]: INFO nova.compute.manager [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Migrating [ 1222.478228] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.143s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.478411] env[68207]: DEBUG nova.objects.instance [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'resources' on Instance uuid 63cad1bf-e8e8-42df-b20d-c7ee98a311df {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.505657] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.734194] env[68207]: DEBUG oslo_vmware.api [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777660, 'name': PowerOnVM_Task, 'duration_secs': 0.78165} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.734634] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.734948] env[68207]: INFO nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1222.735272] env[68207]: DEBUG nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.736458] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dce6e82-508f-46c0-8673-72ea863d873a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.806815] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.992411] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.992678] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.992751] env[68207]: DEBUG nova.network.neutron [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.116653] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aff39d-a119-4409-8b1a-1a0f6b05fa98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.123824] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c1931-2d3a-471c-a9a3-7eedb9b251fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.154017] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375a717-0e31-4255-91d9-a84b13575808 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.161052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f125ba53-3aa9-4499-980b-721ff701168f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.173672] env[68207]: DEBUG nova.compute.provider_tree [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.254922] env[68207]: INFO nova.compute.manager [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Took 14.55 seconds to build instance. [ 1223.307370] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.641568] env[68207]: DEBUG nova.compute.manager [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Received event network-changed-bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1223.641765] env[68207]: DEBUG nova.compute.manager [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Refreshing instance network info cache due to event network-changed-bf7ceafd-65cd-464d-9815-577b80012e48. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1223.641978] env[68207]: DEBUG oslo_concurrency.lockutils [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] Acquiring lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.642132] env[68207]: DEBUG oslo_concurrency.lockutils [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] Acquired lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.642287] env[68207]: DEBUG nova.network.neutron [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Refreshing network info cache for port bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.676567] env[68207]: DEBUG nova.scheduler.client.report [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.702111] env[68207]: DEBUG nova.network.neutron [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.757581] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f92718c7-d6fe-40d9-8ae5-1dfc871bf0cf tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.065s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.807988] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.181956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.184260] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.679s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.184484] env[68207]: DEBUG nova.objects.instance [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'pci_requests' on Instance uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.204172] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.207091] env[68207]: INFO nova.scheduler.client.report [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted allocations for instance 63cad1bf-e8e8-42df-b20d-c7ee98a311df [ 1224.309117] env[68207]: DEBUG oslo_vmware.api [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.883015} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.309346] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.309495] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.309669] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.309837] env[68207]: INFO nova.compute.manager [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Took 2.62 seconds to destroy the instance on the hypervisor. [ 1224.310158] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.310359] env[68207]: DEBUG nova.compute.manager [-] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.310452] env[68207]: DEBUG nova.network.neutron [-] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.563260] env[68207]: DEBUG nova.network.neutron [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updated VIF entry in instance network info cache for port bf7ceafd-65cd-464d-9815-577b80012e48. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.563712] env[68207]: DEBUG nova.network.neutron [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updating instance_info_cache with network_info: [{"id": "bf7ceafd-65cd-464d-9815-577b80012e48", "address": "fa:16:3e:0a:dc:36", "network": {"id": "ea7a43cf-8aad-4a47-90b9-9f6e93d82d3d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-456000286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f8501c77a64ca1813a86bb16e969f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ceafd-65", "ovs_interfaceid": "bf7ceafd-65cd-464d-9815-577b80012e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.688744] env[68207]: DEBUG nova.objects.instance [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'numa_topology' on Instance uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.726396] env[68207]: DEBUG oslo_concurrency.lockutils [None req-86b2413c-d6f8-444b-929f-a28f32f0f0ae tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "63cad1bf-e8e8-42df-b20d-c7ee98a311df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.265s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.066726] env[68207]: DEBUG oslo_concurrency.lockutils [req-0152ad25-2965-44c2-9368-2a6b62fe1cb1 req-1d6c5b2e-63f6-45d0-bb1b-72813732d7e5 service nova] Releasing lock "refresh_cache-d673275c-62f5-4214-8dbe-583ab5770d63" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.192168] env[68207]: INFO nova.compute.claims [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.230296] env[68207]: DEBUG nova.network.neutron [-] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.393091] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.393478] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.393783] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.394121] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.394416] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.397279] env[68207]: INFO nova.compute.manager [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Terminating instance [ 1225.667806] env[68207]: DEBUG nova.compute.manager [req-f601eb2a-85a6-45c8-b550-196f62ced900 req-511424da-d458-4e87-b999-fabf25a5c689 service nova] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Received event network-vif-deleted-29a1f157-457d-429c-a357-acb9e161a903 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.724376] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec6898-43b5-456f-9e80-18a954385133 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.743239] env[68207]: INFO nova.compute.manager [-] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Took 1.43 seconds to deallocate network for instance. [ 1225.744076] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.900613] env[68207]: DEBUG nova.compute.manager [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.900834] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.902320] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94115000-e25b-49e9-9231-884bb6248837 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.909863] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.910133] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ad56f5-6264-4cbe-abaa-d4a9d1b09898 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.917145] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1225.917145] env[68207]: value = "task-2777663" [ 1225.917145] env[68207]: _type = "Task" [ 1225.917145] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.925265] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.251313] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.251607] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe28f535-5ff6-44e4-ad20-e511a6a4ab8d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.254179] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.262388] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1226.262388] env[68207]: value = "task-2777664" [ 1226.262388] env[68207]: _type = "Task" [ 1226.262388] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.272518] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.309387] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597ebe32-4854-4cc9-91f3-98b959c8f225 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.316477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8341fd8-6d33-42ab-a988-05d5a07593e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.346530] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5fce3-9869-42dc-8cb3-a6479994cdbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.353443] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46538eed-529d-40a7-94f7-71c533a13546 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.367461] env[68207]: DEBUG nova.compute.provider_tree [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.426305] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777663, 'name': PowerOffVM_Task, 'duration_secs': 0.230673} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.426548] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.426718] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.426951] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa548747-a1a3-4962-89f9-1c88e1a542f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.488701] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.488915] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.489113] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleting the datastore file [datastore2] 2381eaa0-1370-416a-a5f4-3f1e13bbd77f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.489382] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f97ddc1d-6f94-4d30-af89-aeff96885331 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.495491] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for the task: (returnval){ [ 1226.495491] env[68207]: value = "task-2777666" [ 1226.495491] env[68207]: _type = "Task" [ 1226.495491] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.503213] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.772442] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1226.772651] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.870261] env[68207]: DEBUG nova.scheduler.client.report [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.005196] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.279874] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.280311] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.280311] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.280474] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.280624] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.280771] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.280976] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.281157] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.281325] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.281488] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.281658] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.286769] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06148ba5-be0f-45f8-836c-b5d11a53ba51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.302399] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1227.302399] env[68207]: value = "task-2777667" [ 1227.302399] env[68207]: _type = "Task" [ 1227.302399] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.310744] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.374798] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.190s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.377376] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.123s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.377635] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.397981] env[68207]: INFO nova.scheduler.client.report [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted allocations for instance e70d570e-f741-4e53-a53a-f8d4c3e3b927 [ 1227.407576] env[68207]: INFO nova.network.neutron [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating port 941480b1-ed7c-4015-b90b-ed02ae43c0b3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1227.505358] env[68207]: DEBUG oslo_vmware.api [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Task: {'id': task-2777666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.749959} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.505612] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.505793] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.506226] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.506436] env[68207]: INFO nova.compute.manager [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1227.506682] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.506877] env[68207]: DEBUG nova.compute.manager [-] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.506990] env[68207]: DEBUG nova.network.neutron [-] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.789505] env[68207]: DEBUG nova.compute.manager [req-0f2c3b13-7988-43bf-af99-fa978d6c9fd4 req-5dbdad89-ab54-4ef0-8a7a-c4f897929dfb service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Received event network-vif-deleted-bd54ec7a-1c43-4b15-8113-5ef94dc62b5a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1227.790106] env[68207]: INFO nova.compute.manager [req-0f2c3b13-7988-43bf-af99-fa978d6c9fd4 req-5dbdad89-ab54-4ef0-8a7a-c4f897929dfb service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Neutron deleted interface bd54ec7a-1c43-4b15-8113-5ef94dc62b5a; detaching it from the instance and deleting it from the info cache [ 1227.790307] env[68207]: DEBUG nova.network.neutron [req-0f2c3b13-7988-43bf-af99-fa978d6c9fd4 req-5dbdad89-ab54-4ef0-8a7a-c4f897929dfb service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.812732] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.906596] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c3c50bde-5284-4dd5-9057-b1bb8155545d tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "e70d570e-f741-4e53-a53a-f8d4c3e3b927" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.726s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.236775] env[68207]: DEBUG nova.network.neutron [-] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.293017] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f38ae08e-1389-4241-aa83-ea8c2b3020f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.302415] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3ff2b8-16ec-4d61-a188-e65d2f163b47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.320492] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.331201] env[68207]: DEBUG nova.compute.manager [req-0f2c3b13-7988-43bf-af99-fa978d6c9fd4 req-5dbdad89-ab54-4ef0-8a7a-c4f897929dfb service nova] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Detach interface failed, port_id=bd54ec7a-1c43-4b15-8113-5ef94dc62b5a, reason: Instance 2381eaa0-1370-416a-a5f4-3f1e13bbd77f could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1228.739601] env[68207]: INFO nova.compute.manager [-] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Took 1.23 seconds to deallocate network for instance. [ 1228.822836] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777667, 'name': ReconfigVM_Task, 'duration_secs': 1.182505} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.823217] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.870812] env[68207]: DEBUG nova.compute.manager [req-e547dc31-611a-47b5-ab22-7851d72f8fa1 req-cb2a9c5f-9b93-40fe-9595-159e05ccb73e service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-vif-plugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1228.870951] env[68207]: DEBUG oslo_concurrency.lockutils [req-e547dc31-611a-47b5-ab22-7851d72f8fa1 req-cb2a9c5f-9b93-40fe-9595-159e05ccb73e service nova] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.871507] env[68207]: DEBUG oslo_concurrency.lockutils [req-e547dc31-611a-47b5-ab22-7851d72f8fa1 req-cb2a9c5f-9b93-40fe-9595-159e05ccb73e service nova] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.871685] env[68207]: DEBUG oslo_concurrency.lockutils [req-e547dc31-611a-47b5-ab22-7851d72f8fa1 req-cb2a9c5f-9b93-40fe-9595-159e05ccb73e service nova] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.871854] env[68207]: DEBUG nova.compute.manager [req-e547dc31-611a-47b5-ab22-7851d72f8fa1 req-cb2a9c5f-9b93-40fe-9595-159e05ccb73e service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] No waiting events found dispatching network-vif-plugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.872030] env[68207]: WARNING nova.compute.manager [req-e547dc31-611a-47b5-ab22-7851d72f8fa1 req-cb2a9c5f-9b93-40fe-9595-159e05ccb73e service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received unexpected event network-vif-plugged-941480b1-ed7c-4015-b90b-ed02ae43c0b3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1228.927959] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.928197] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.928344] env[68207]: DEBUG nova.network.neutron [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.246906] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.247199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.247414] env[68207]: DEBUG nova.objects.instance [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lazy-loading 'resources' on Instance uuid 2381eaa0-1370-416a-a5f4-3f1e13bbd77f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.329445] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.329745] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.329856] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.330047] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.330196] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.330343] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.330543] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.330706] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.330891] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.331016] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.331191] env[68207]: DEBUG nova.virt.hardware [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.337301] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.337589] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093a288a-0d92-4410-8c69-ba24aa43e3ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.356841] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1229.356841] env[68207]: value = "task-2777668" [ 1229.356841] env[68207]: _type = "Task" [ 1229.356841] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.364587] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.368605] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.368815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.637164] env[68207]: DEBUG nova.network.neutron [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.855951] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34b4cb-68a7-4cc7-89b9-4cfbfa1497c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.868630] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777668, 'name': ReconfigVM_Task, 'duration_secs': 0.17176} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.869588] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d8d44-46a4-4bc5-90ca-563d2371d2af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.872553] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.873159] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.875941] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cbdffa-fa2c-4cac-9f4b-143a46ac9831 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.898907] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67/f6f36938-7134-4e6c-b79d-925f36e1fe67.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.921828] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73300108-f46d-4606-9920-baf0d0abbcf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.935695] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df9a7f2-e1f3-4620-8ad7-1b8fdd3ef708 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.945328] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d5c8cd-e9e8-4156-8679-241100c75b2a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.949423] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1229.949423] env[68207]: value = "task-2777669" [ 1229.949423] env[68207]: _type = "Task" [ 1229.949423] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.963124] env[68207]: DEBUG nova.compute.provider_tree [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.974961] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.140172] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.172878] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5293cf939aa19191f8acec3aa9bfe829',container_format='bare',created_at=2025-03-06T02:31:30Z,direct_url=,disk_format='vmdk',id=5b3b7506-b10e-4a43-979a-43ba4defefff,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-261197815-shelved',owner='5d46c62ccd4c40a9b7bf95376131b41d',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-03-06T02:31:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.173129] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.173288] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.173471] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.173615] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.173757] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.173966] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.174146] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.174318] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.174477] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.174647] env[68207]: DEBUG nova.virt.hardware [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.175621] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54681633-66fb-42a2-ab22-9bd18f57233f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.183954] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f446acc6-29a2-4b3e-a171-e1340d771859 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.197768] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:e8:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941480b1-ed7c-4015-b90b-ed02ae43c0b3', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.205279] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.205533] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.205738] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992b105e-3d05-475a-83eb-94fc56d8d4d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.224222] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.224222] env[68207]: value = "task-2777670" [ 1230.224222] env[68207]: _type = "Task" [ 1230.224222] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.231800] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777670, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.393745] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.460231] env[68207]: DEBUG oslo_vmware.api [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777669, 'name': ReconfigVM_Task, 'duration_secs': 0.288405} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.460551] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67/f6f36938-7134-4e6c-b79d-925f36e1fe67.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.460861] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.466876] env[68207]: DEBUG nova.scheduler.client.report [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.734564] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777670, 'name': CreateVM_Task, 'duration_secs': 0.360755} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.734740] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.741490] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.741665] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.742060] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.742305] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f5b89a-2aa4-4fa6-993c-73cb16084050 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.746676] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1230.746676] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521fb908-04e3-f1ef-9bf0-29725c2ad3ac" [ 1230.746676] env[68207]: _type = "Task" [ 1230.746676] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.754020] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521fb908-04e3-f1ef-9bf0-29725c2ad3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.895081] env[68207]: DEBUG nova.compute.manager [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.895081] env[68207]: DEBUG nova.compute.manager [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing instance network info cache due to event network-changed-941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1230.895293] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] Acquiring lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.895444] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] Acquired lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.895608] env[68207]: DEBUG nova.network.neutron [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Refreshing network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.967566] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f6d056-42bc-403f-9a71-3166b662c764 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.970879] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.973349] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.580s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.974782] env[68207]: INFO nova.compute.claims [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.994794] env[68207]: INFO nova.scheduler.client.report [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Deleted allocations for instance 2381eaa0-1370-416a-a5f4-3f1e13bbd77f [ 1230.996899] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdd55b6-5903-467d-9915-cf938e3b4d04 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.017172] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.256856] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.257141] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Processing image 5b3b7506-b10e-4a43-979a-43ba4defefff {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.257401] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.257550] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.257727] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.257959] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8155bde-ffe8-4ff8-907d-295760b4a85d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.264211] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.264397] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.264558] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.264710] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.264903] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.265031] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.265212] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_power_states {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.267792] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.268012] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.269035] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308c1507-34c4-42a4-a9bc-5a99a9ca6d20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.274300] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1231.274300] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526d300b-902f-3715-ef42-b1ef90e130ab" [ 1231.274300] env[68207]: _type = "Task" [ 1231.274300] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.281686] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526d300b-902f-3715-ef42-b1ef90e130ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.504427] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d87c982e-e5ad-4304-9ecf-1028439082cc tempest-AttachInterfacesTestJSON-1305562966 tempest-AttachInterfacesTestJSON-1305562966-project-member] Lock "2381eaa0-1370-416a-a5f4-3f1e13bbd77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.111s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.570734] env[68207]: DEBUG nova.network.neutron [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Port 404e848f-d886-40d0-9203-7439a381619e binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.658490] env[68207]: DEBUG nova.network.neutron [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updated VIF entry in instance network info cache for port 941480b1-ed7c-4015-b90b-ed02ae43c0b3. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.658900] env[68207]: DEBUG nova.network.neutron [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [{"id": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "address": "fa:16:3e:d3:e8:db", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941480b1-ed", "ovs_interfaceid": "941480b1-ed7c-4015-b90b-ed02ae43c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.771397] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Getting list of instances from cluster (obj){ [ 1231.771397] env[68207]: value = "domain-c8" [ 1231.771397] env[68207]: _type = "ClusterComputeResource" [ 1231.771397] env[68207]: } {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1231.772469] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706d01e-5921-4b36-afff-21221dc56a90 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.791494] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1231.791693] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Fetch image to [datastore2] OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49/OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1231.791877] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Downloading stream optimized image 5b3b7506-b10e-4a43-979a-43ba4defefff to [datastore2] OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49/OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49.vmdk on the data store datastore2 as vApp {{(pid=68207) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1231.792060] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Downloading image file data 5b3b7506-b10e-4a43-979a-43ba4defefff to the ESX as VM named 'OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49' {{(pid=68207) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1231.793833] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Got total of 5 instances {{(pid=68207) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1231.793985] env[68207]: WARNING nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1231.794137] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Triggering sync for uuid 695fdfab-be7f-48ef-a04a-635702674c45 {{(pid=68207) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1231.794321] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Triggering sync for uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1231.794476] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Triggering sync for uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1231.794625] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Triggering sync for uuid e2d940b0-3a0b-45fa-a62b-71669daf3f49 {{(pid=68207) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1231.794771] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Triggering sync for uuid d673275c-62f5-4214-8dbe-583ab5770d63 {{(pid=68207) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1231.794948] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Triggering sync for uuid 3ea4b7cd-7815-45f0-84f1-b965ad23e771 {{(pid=68207) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1231.795480] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "695fdfab-be7f-48ef-a04a-635702674c45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.795694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "695fdfab-be7f-48ef-a04a-635702674c45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.795972] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.796147] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.796311] env[68207]: INFO nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1231.796469] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.796649] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.796992] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.797047] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.797259] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.797446] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.797704] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.797915] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.798055] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1231.798717] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a99502e-4758-4050-9bfc-5cefe2ad9f02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.801496] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b08da-5541-486d-8c1b-b4ec65180e2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.804602] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd77df9-2377-4dde-a4f9-6400d770c9fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.806786] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.875076] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1231.875076] env[68207]: value = "resgroup-9" [ 1231.875076] env[68207]: _type = "ResourcePool" [ 1231.875076] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1231.875396] env[68207]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2cbf8ffe-9ddf-4d77-a224-6335addb2aca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.895772] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease: (returnval){ [ 1231.895772] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529e157b-71b9-9d4f-0d77-c81ddf41aacc" [ 1231.895772] env[68207]: _type = "HttpNfcLease" [ 1231.895772] env[68207]: } obtained for vApp import into resource pool (val){ [ 1231.895772] env[68207]: value = "resgroup-9" [ 1231.895772] env[68207]: _type = "ResourcePool" [ 1231.895772] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1231.896250] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the lease: (returnval){ [ 1231.896250] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529e157b-71b9-9d4f-0d77-c81ddf41aacc" [ 1231.896250] env[68207]: _type = "HttpNfcLease" [ 1231.896250] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.902355] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.902355] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529e157b-71b9-9d4f-0d77-c81ddf41aacc" [ 1231.902355] env[68207]: _type = "HttpNfcLease" [ 1231.902355] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.087628] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006c58ac-f133-400d-b1df-4e5352e00239 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.096391] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecadc5-ac0a-4d40-867e-9239c63dc01e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.129364] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a46e48-018a-4a47-ae6d-7d47281bb802 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.137782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158a3e6-4df3-40ce-9dc0-7dacb6204d14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.152769] env[68207]: DEBUG nova.compute.provider_tree [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.160876] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c6e4fb8-5739-42aa-81f5-02df1c291f7e req-aabb2e20-30d7-4751-ad24-1a4d9a6a116a service nova] Releasing lock "refresh_cache-bf024f8d-b9f8-4e99-838c-ead8d68b74cf" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.310135] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.320930] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "695fdfab-be7f-48ef-a04a-635702674c45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.321352] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.321597] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.404236] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.404236] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529e157b-71b9-9d4f-0d77-c81ddf41aacc" [ 1232.404236] env[68207]: _type = "HttpNfcLease" [ 1232.404236] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1232.404637] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1232.404637] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529e157b-71b9-9d4f-0d77-c81ddf41aacc" [ 1232.404637] env[68207]: _type = "HttpNfcLease" [ 1232.404637] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1232.405540] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1defc527-93fd-4a4d-a33c-1d6b9b329d61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.412940] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7615e-48d0-aca6-57b7-50db7babe49a/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1232.413210] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7615e-48d0-aca6-57b7-50db7babe49a/disk-0.vmdk. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1232.479334] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b0e04b8-3447-41fb-a6b3-2e839a69d48c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.594774] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.595187] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.595315] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.682456] env[68207]: ERROR nova.scheduler.client.report [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [req-a93764b3-6c1a-47bd-9807-09f256ee3b18] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a93764b3-6c1a-47bd-9807-09f256ee3b18"}]} [ 1232.705182] env[68207]: DEBUG nova.scheduler.client.report [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1232.727575] env[68207]: DEBUG nova.scheduler.client.report [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1232.727811] env[68207]: DEBUG nova.compute.provider_tree [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.742050] env[68207]: DEBUG nova.scheduler.client.report [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1232.765780] env[68207]: DEBUG nova.scheduler.client.report [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1232.888499] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3c26b0-becb-4deb-9514-59ad2ccb8284 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.898123] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb662b1-6607-4d05-93cb-5e2ca8360e02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.939611] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc60869-6ea0-43e5-9f9b-691644545785 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.948616] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed97e6f9-5766-4d3d-93ed-2e2d48b31129 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.966252] env[68207]: DEBUG nova.compute.provider_tree [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.507053] env[68207]: DEBUG nova.scheduler.client.report [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1233.507333] env[68207]: DEBUG nova.compute.provider_tree [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 172 to 173 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1233.507513] env[68207]: DEBUG nova.compute.provider_tree [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.548536] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1233.548794] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7615e-48d0-aca6-57b7-50db7babe49a/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.549703] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be585da9-38bf-409c-a2a0-c0524158b53f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.556526] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7615e-48d0-aca6-57b7-50db7babe49a/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.557148] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7615e-48d0-aca6-57b7-50db7babe49a/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1233.557292] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9a198a8d-409e-4e50-9bdf-92c8f72ad0fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.630897] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.631225] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.631279] env[68207]: DEBUG nova.network.neutron [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.864330] env[68207]: DEBUG oslo_vmware.rw_handles [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7615e-48d0-aca6-57b7-50db7babe49a/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1233.864540] env[68207]: INFO nova.virt.vmwareapi.images [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Downloaded image file data 5b3b7506-b10e-4a43-979a-43ba4defefff [ 1233.865475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170b1ee-bef5-4dde-8322-e05b7bc84053 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.882196] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c50ad5-171b-4807-9a6e-e2d1bc33985d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.949474] env[68207]: INFO nova.virt.vmwareapi.images [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] The imported VM was unregistered [ 1233.951936] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1233.952191] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.952467] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32bdb2a9-bf5d-4145-8a6d-e296b01a8f01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.986697] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created directory with path [datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.986888] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49/OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49.vmdk to [datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk. {{(pid=68207) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1233.987529] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a6812436-f15a-4124-818f-64c9184ad952 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.993811] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1233.993811] env[68207]: value = "task-2777673" [ 1233.993811] env[68207]: _type = "Task" [ 1233.993811] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.001907] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777673, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.015242] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.041s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.015242] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.017954] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.708s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.018142] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.018289] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1234.019118] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f00d8b-42aa-48b0-9be4-b0929ca5a3e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.026857] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e169059a-2585-4fd7-80f5-019c3e6d5f5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.041224] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fd0d94-fb5e-4229-becb-a106d81d60d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.047729] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b54003a-a22f-43c5-9d1a-05909d01fbe3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.874625] env[68207]: DEBUG nova.compute.utils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.876548] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180065MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1234.876693] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.876906] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.884124] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.884124] env[68207]: DEBUG nova.network.neutron [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.891851] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777673, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.948391] env[68207]: DEBUG nova.policy [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70231c8a95234ba3bd6579cc5cdedaee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae20a4d769842e491776feadfc70fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.260307] env[68207]: DEBUG nova.network.neutron [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Successfully created port: c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.383093] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.386034] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777673, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.551064] env[68207]: DEBUG nova.network.neutron [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.883971] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777673, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.895071] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Applying migration context for instance f6f36938-7134-4e6c-b79d-925f36e1fe67 as it has an incoming, in-progress migration 9ec28189-9f46-401f-9d10-ad4b741d6dee. Migration status is post-migrating {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1235.895071] env[68207]: INFO nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating resource usage from migration 9ec28189-9f46-401f-9d10-ad4b741d6dee [ 1235.919024] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 695fdfab-be7f-48ef-a04a-635702674c45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1235.919152] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e2d940b0-3a0b-45fa-a62b-71669daf3f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1235.919323] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance d673275c-62f5-4214-8dbe-583ab5770d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1235.919604] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance bf024f8d-b9f8-4e99-838c-ead8d68b74cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1235.919798] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Migration 9ec28189-9f46-401f-9d10-ad4b741d6dee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1235.919955] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance f6f36938-7134-4e6c-b79d-925f36e1fe67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1235.920177] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 3ea4b7cd-7815-45f0-84f1-b965ad23e771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1235.920477] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1235.920741] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1236.056683] env[68207]: DEBUG oslo_concurrency.lockutils [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.074080] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07730204-0b7f-4dd2-96ca-5512df1638b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.090412] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14eed3d-86e2-4be0-8b29-534977689936 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.130025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e1b8f2-80c6-4b92-af0e-ee69f5f4ef76 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.137258] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c7c02f-2fc0-4253-a16c-e94dbd16b47d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.155846] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.385695] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777673, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.397321] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.427622] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.427904] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.428097] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.428287] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.428430] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.429150] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.429421] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.429593] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.429764] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.429924] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.430113] env[68207]: DEBUG nova.virt.hardware [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.431356] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231570b3-e2c0-4f10-8c97-5e01e06e6a5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.441165] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20fafad-9a76-41a7-8e1f-bb8c5d937cc2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.585307] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bd60d0-b813-4d48-a9ba-455b0d112dc0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.603847] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967b30f-4cd6-4362-8b17-1a379803ce1c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.610800] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.661651] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.687975] env[68207]: DEBUG nova.compute.manager [req-ac5c2a84-f09f-41c7-ae8a-581360670036 req-7413eacf-4edb-4c67-aae4-b2e668fc4717 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Received event network-vif-plugged-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.689080] env[68207]: DEBUG oslo_concurrency.lockutils [req-ac5c2a84-f09f-41c7-ae8a-581360670036 req-7413eacf-4edb-4c67-aae4-b2e668fc4717 service nova] Acquiring lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.689080] env[68207]: DEBUG oslo_concurrency.lockutils [req-ac5c2a84-f09f-41c7-ae8a-581360670036 req-7413eacf-4edb-4c67-aae4-b2e668fc4717 service nova] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.689080] env[68207]: DEBUG oslo_concurrency.lockutils [req-ac5c2a84-f09f-41c7-ae8a-581360670036 req-7413eacf-4edb-4c67-aae4-b2e668fc4717 service nova] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.689080] env[68207]: DEBUG nova.compute.manager [req-ac5c2a84-f09f-41c7-ae8a-581360670036 req-7413eacf-4edb-4c67-aae4-b2e668fc4717 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] No waiting events found dispatching network-vif-plugged-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.689482] env[68207]: WARNING nova.compute.manager [req-ac5c2a84-f09f-41c7-ae8a-581360670036 req-7413eacf-4edb-4c67-aae4-b2e668fc4717 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Received unexpected event network-vif-plugged-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd for instance with vm_state building and task_state spawning. [ 1236.774981] env[68207]: DEBUG nova.network.neutron [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Successfully updated port: c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.885212] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777673, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.663959} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.885604] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49/OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49.vmdk to [datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk. [ 1236.886762] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Cleaning up location [datastore2] OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1236.886762] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dea2a3e5-0b16-4218-9bda-feb8524dff49 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.886762] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a30d283-5f2f-43e3-99d9-28931480c294 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.892297] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1236.892297] env[68207]: value = "task-2777674" [ 1236.892297] env[68207]: _type = "Task" [ 1236.892297] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.902440] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.117295] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-26485769-1844-4d8f-b38b-89e8f7a833fc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance 'f6f36938-7134-4e6c-b79d-925f36e1fe67' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.164050] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1237.164180] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.287s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.281482] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.281482] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.281482] env[68207]: DEBUG nova.network.neutron [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.404288] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037429} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.404638] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.404860] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.405273] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk to [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.405604] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-236f51bf-ceea-4e46-9502-3b541d8f450e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.413411] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1237.413411] env[68207]: value = "task-2777675" [ 1237.413411] env[68207]: _type = "Task" [ 1237.413411] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.424301] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.830932] env[68207]: DEBUG nova.network.neutron [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.924274] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.975150] env[68207]: DEBUG nova.network.neutron [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.350386] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.350702] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.425943] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.478365] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.478779] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Instance network_info: |[{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.479337] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:04:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.487782] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.488564] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.488902] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c094a769-d86e-41e1-a437-54dd871df0b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.513299] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.513299] env[68207]: value = "task-2777676" [ 1238.513299] env[68207]: _type = "Task" [ 1238.513299] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.524287] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777676, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.720999] env[68207]: DEBUG nova.compute.manager [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Received event network-changed-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.721235] env[68207]: DEBUG nova.compute.manager [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Refreshing instance network info cache due to event network-changed-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1238.721455] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.721601] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.721761] env[68207]: DEBUG nova.network.neutron [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Refreshing network info cache for port c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.852615] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.927078] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.025067] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777676, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.378142] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.378427] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.380130] env[68207]: INFO nova.compute.claims [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.427565] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.464525] env[68207]: DEBUG nova.network.neutron [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updated VIF entry in instance network info cache for port c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.464961] env[68207]: DEBUG nova.network.neutron [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.470635] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.471073] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.471331] env[68207]: DEBUG nova.compute.manager [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Going to confirm migration 7 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1239.526967] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777676, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.928402] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.967969] env[68207]: DEBUG oslo_concurrency.lockutils [req-9c1ad8bb-f6ba-448d-8f8b-de4a0ccb7ba0 req-624cf9f8-2ea1-41b4-9b54-c5df36787757 service nova] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.028178] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777676, 'name': CreateVM_Task} progress is 25%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.032360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.032586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.032837] env[68207]: DEBUG nova.network.neutron [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.033037] env[68207]: DEBUG nova.objects.instance [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'info_cache' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.428723] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777675, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.833634} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.431041] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5b3b7506-b10e-4a43-979a-43ba4defefff/5b3b7506-b10e-4a43-979a-43ba4defefff.vmdk to [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.432212] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e1e21-a695-428e-b69a-2aa32701ea61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.453361] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.455830] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0232c841-d029-46f8-af9a-64b3eaec67ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.475430] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1240.475430] env[68207]: value = "task-2777677" [ 1240.475430] env[68207]: _type = "Task" [ 1240.475430] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.483995] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.525500] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777676, 'name': CreateVM_Task, 'duration_secs': 1.805328} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.526453] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.527171] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967eb816-c9f5-47b6-a07d-c4dcebcb6792 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.529849] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.530015] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.530331] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.530558] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8d9073-4e2a-4b0f-90c9-151f6a1d1695 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.538701] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243c4634-dcfa-47f3-9aa3-44936059d483 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.541649] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1240.541649] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b47b5a-cc20-187c-7618-a33de093ec2f" [ 1240.541649] env[68207]: _type = "Task" [ 1240.541649] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.570900] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80810a-ae09-4a56-b96f-71a5cf003d8a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.576869] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b47b5a-cc20-187c-7618-a33de093ec2f, 'name': SearchDatastore_Task, 'duration_secs': 0.026158} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.577448] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.577675] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.577900] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.578056] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.578236] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.578464] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbad4008-ec1a-4c72-9c64-c0b23ab19841 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.584623] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59851754-00b4-45a5-a904-136bb21abb81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.589462] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.589628] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.590293] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ff7191-14c3-4d27-ad00-ca9889fa5919 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.599957] env[68207]: DEBUG nova.compute.provider_tree [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.603579] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1240.603579] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52819913-15a3-3065-02be-eb4edfb8bcba" [ 1240.603579] env[68207]: _type = "Task" [ 1240.603579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.610925] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52819913-15a3-3065-02be-eb4edfb8bcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.985592] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.115969] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52819913-15a3-3065-02be-eb4edfb8bcba, 'name': SearchDatastore_Task, 'duration_secs': 0.008085} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.116947] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d546d08-308e-49db-a422-500a828aad7d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.120988] env[68207]: ERROR nova.scheduler.client.report [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [req-0a73a60c-1bd1-4b25-8ed6-327daad94c22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a73a60c-1bd1-4b25-8ed6-327daad94c22"}]} [ 1241.124498] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1241.124498] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52aeb879-c928-5195-f181-6cf5e6dc673b" [ 1241.124498] env[68207]: _type = "Task" [ 1241.124498] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.133406] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52aeb879-c928-5195-f181-6cf5e6dc673b, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.133651] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.133910] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.134332] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84df8b4-dbd9-4da4-b0ed-af5fa9eb6f86 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.138381] env[68207]: DEBUG nova.scheduler.client.report [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.143322] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1241.143322] env[68207]: value = "task-2777678" [ 1241.143322] env[68207]: _type = "Task" [ 1241.143322] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.152530] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.157228] env[68207]: DEBUG nova.scheduler.client.report [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.157468] env[68207]: DEBUG nova.compute.provider_tree [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.170446] env[68207]: DEBUG nova.scheduler.client.report [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.190779] env[68207]: DEBUG nova.scheduler.client.report [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.273021] env[68207]: DEBUG nova.network.neutron [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.301585] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c50687f-07bf-44ca-9612-34f0e8c63c36 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.309228] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68bd3b7-63f5-4401-875a-e863160ad1e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.343300] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308049cc-29ca-49e4-a1b8-a7504de3d0aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.352630] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c5ad4-ee10-455b-95c4-a09e928e95ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.367612] env[68207]: DEBUG nova.compute.provider_tree [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.486289] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777677, 'name': ReconfigVM_Task, 'duration_secs': 0.819429} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.486594] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf/bf024f8d-b9f8-4e99-838c-ead8d68b74cf.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.488150] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'size': 0, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'image_id': '6f622ea6-e945-4306-8b08-0b2cd4f62115'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558484', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'name': 'volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bf024f8d-b9f8-4e99-838c-ead8d68b74cf', 'attached_at': '', 'detached_at': '', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'serial': '23d06da4-f2ff-4b27-99a6-554f9d263dd5'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '078d74d5-b45b-4dde-b49d-691490c45721', 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=68207) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1241.488370] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.488560] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558484', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'name': 'volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bf024f8d-b9f8-4e99-838c-ead8d68b74cf', 'attached_at': '', 'detached_at': '', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'serial': '23d06da4-f2ff-4b27-99a6-554f9d263dd5'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.489418] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc27c5a4-7692-4827-879c-93e8ca89db07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.506836] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58274d2f-1d53-4166-a406-820da8f64ed0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.539644] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5/volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.539981] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b4f59c7-68fc-47db-bea8-76288271e399 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.559608] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1241.559608] env[68207]: value = "task-2777679" [ 1241.559608] env[68207]: _type = "Task" [ 1241.559608] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.568327] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.652235] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777678, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.777084] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.777084] env[68207]: DEBUG nova.objects.instance [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'migration_context' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.898616] env[68207]: DEBUG nova.scheduler.client.report [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1241.898887] env[68207]: DEBUG nova.compute.provider_tree [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 174 to 175 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1241.899092] env[68207]: DEBUG nova.compute.provider_tree [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.068877] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777679, 'name': ReconfigVM_Task, 'duration_secs': 0.377755} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.069171] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5/volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.074032] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368b70ea-c8c9-4ba1-bfa7-4bc62db4b431 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.089828] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1242.089828] env[68207]: value = "task-2777680" [ 1242.089828] env[68207]: _type = "Task" [ 1242.089828] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.099502] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.152382] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525117} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.152634] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.152835] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.153092] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d683da-c214-4c8c-8878-049ca10b1714 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.160160] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1242.160160] env[68207]: value = "task-2777681" [ 1242.160160] env[68207]: _type = "Task" [ 1242.160160] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.167208] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.280109] env[68207]: DEBUG nova.objects.base [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.281095] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae35303-5797-4a89-90c6-5e8c5c4afd19 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.300372] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25fcbb5-713d-4ca4-a5a7-ee536eaaa6fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.305522] env[68207]: DEBUG oslo_vmware.api [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1242.305522] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5295cf96-0ea1-3f3b-7795-46ca08e1451b" [ 1242.305522] env[68207]: _type = "Task" [ 1242.305522] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.313121] env[68207]: DEBUG oslo_vmware.api [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5295cf96-0ea1-3f3b-7795-46ca08e1451b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.404508] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.026s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.405273] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.599350] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777680, 'name': ReconfigVM_Task, 'duration_secs': 0.145915} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.599651] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558484', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'name': 'volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bf024f8d-b9f8-4e99-838c-ead8d68b74cf', 'attached_at': '', 'detached_at': '', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'serial': '23d06da4-f2ff-4b27-99a6-554f9d263dd5'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.600299] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f1e581-3e54-4f49-9831-58a49b96c3df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.606505] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1242.606505] env[68207]: value = "task-2777682" [ 1242.606505] env[68207]: _type = "Task" [ 1242.606505] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.614031] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777682, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.669804] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071949} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.670125] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.670896] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04706d0-18b6-40b6-9ad7-fceb4da81cb1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.692654] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.692884] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c660ff49-018c-41be-bffc-d3b3ef05c745 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.712794] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1242.712794] env[68207]: value = "task-2777683" [ 1242.712794] env[68207]: _type = "Task" [ 1242.712794] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.720139] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.816322] env[68207]: DEBUG oslo_vmware.api [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5295cf96-0ea1-3f3b-7795-46ca08e1451b, 'name': SearchDatastore_Task, 'duration_secs': 0.006681} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.816641] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.816954] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.910477] env[68207]: DEBUG nova.compute.utils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.912529] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.912529] env[68207]: DEBUG nova.network.neutron [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.957429] env[68207]: DEBUG nova.policy [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36b8b6895f46cb9c9391765d4f7e3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b039f2a662364357856483355ab9d7db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.116428] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777682, 'name': Rename_Task, 'duration_secs': 0.152964} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.116741] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.116935] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94b669c0-b6aa-4d0f-8a26-48eb304de99e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.122843] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1243.122843] env[68207]: value = "task-2777684" [ 1243.122843] env[68207]: _type = "Task" [ 1243.122843] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.130140] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.228020] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777683, 'name': ReconfigVM_Task, 'duration_secs': 0.279022} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.228020] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.228020] env[68207]: DEBUG nova.network.neutron [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Successfully created port: cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.228880] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a6bce45-aaff-4d1a-9363-22f11d0d5088 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.235740] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1243.235740] env[68207]: value = "task-2777685" [ 1243.235740] env[68207]: _type = "Task" [ 1243.235740] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.243454] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777685, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.417041] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.442068] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9f5578-17e5-4db8-b409-166aa3311b09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.449881] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a6b095-88de-4521-8a0b-4c4c20dae8b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.481701] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1a08e-87a2-443c-9002-b14cfe01121b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.489454] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1582c0-54f2-4cce-a95a-896766d778de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.503213] env[68207]: DEBUG nova.compute.provider_tree [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.634019] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.747267] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777685, 'name': Rename_Task, 'duration_secs': 0.126691} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.747677] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.747991] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a256cb43-1f01-4d7b-9813-dfe0a7940c40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.754482] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1243.754482] env[68207]: value = "task-2777686" [ 1243.754482] env[68207]: _type = "Task" [ 1243.754482] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.761913] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.006615] env[68207]: DEBUG nova.scheduler.client.report [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.134333] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.264150] env[68207]: DEBUG oslo_vmware.api [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777686, 'name': PowerOnVM_Task, 'duration_secs': 0.427272} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.264445] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.264614] env[68207]: INFO nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1244.264792] env[68207]: DEBUG nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.265638] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1f910-21e9-46d1-b593-953a93bffe38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.428670] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.454864] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.455172] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.455336] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.455516] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.455661] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.455816] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.456895] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.457138] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.457334] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.457546] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.457728] env[68207]: DEBUG nova.virt.hardware [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.458585] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66808fa0-f6a9-4867-bbf1-b28a420c31e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.466227] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d85daa-3828-4097-961d-7be1bc852efe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.600436] env[68207]: DEBUG nova.compute.manager [req-d1c1f9a5-f0ac-4420-b67a-296534a51cfb req-76c0e212-b49f-42c8-a4ec-16b880963a2b service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Received event network-vif-plugged-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1244.601235] env[68207]: DEBUG oslo_concurrency.lockutils [req-d1c1f9a5-f0ac-4420-b67a-296534a51cfb req-76c0e212-b49f-42c8-a4ec-16b880963a2b service nova] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.601418] env[68207]: DEBUG oslo_concurrency.lockutils [req-d1c1f9a5-f0ac-4420-b67a-296534a51cfb req-76c0e212-b49f-42c8-a4ec-16b880963a2b service nova] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.601664] env[68207]: DEBUG oslo_concurrency.lockutils [req-d1c1f9a5-f0ac-4420-b67a-296534a51cfb req-76c0e212-b49f-42c8-a4ec-16b880963a2b service nova] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.601927] env[68207]: DEBUG nova.compute.manager [req-d1c1f9a5-f0ac-4420-b67a-296534a51cfb req-76c0e212-b49f-42c8-a4ec-16b880963a2b service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] No waiting events found dispatching network-vif-plugged-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.602241] env[68207]: WARNING nova.compute.manager [req-d1c1f9a5-f0ac-4420-b67a-296534a51cfb req-76c0e212-b49f-42c8-a4ec-16b880963a2b service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Received unexpected event network-vif-plugged-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 for instance with vm_state building and task_state spawning. [ 1244.634785] env[68207]: DEBUG oslo_vmware.api [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777684, 'name': PowerOnVM_Task, 'duration_secs': 1.024014} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.635159] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.694941] env[68207]: DEBUG nova.network.neutron [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Successfully updated port: cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.732482] env[68207]: DEBUG nova.compute.manager [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.733786] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a3b006-5d1a-489e-8f3e-324349c3079c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.781870] env[68207]: INFO nova.compute.manager [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Took 14.40 seconds to build instance. [ 1245.017394] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.200s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.017607] env[68207]: DEBUG nova.compute.manager [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68207) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1245.197777] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.198066] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.198174] env[68207]: DEBUG nova.network.neutron [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.249516] env[68207]: DEBUG oslo_concurrency.lockutils [None req-67d32991-0ca7-492b-9db1-4b5a87b63452 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.060s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.250921] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.454s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.250921] env[68207]: INFO nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] During sync_power_state the instance has a pending task (spawning). Skip. [ 1245.250921] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.283849] env[68207]: DEBUG oslo_concurrency.lockutils [None req-df86cd48-7d6d-41ca-afaf-e1eba5b5ab16 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.915s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.283956] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.486s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.285048] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d54a0a-1197-4053-956c-7c39f56557c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.575534] env[68207]: INFO nova.scheduler.client.report [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted allocation for migration 9ec28189-9f46-401f-9d10-ad4b741d6dee [ 1245.739463] env[68207]: DEBUG nova.network.neutron [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.794921] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.865481] env[68207]: DEBUG nova.network.neutron [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [{"id": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "address": "fa:16:3e:b9:77:a6", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4fdfe3-8e", "ovs_interfaceid": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.001073] env[68207]: DEBUG nova.compute.manager [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Received event network-changed-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1246.001373] env[68207]: DEBUG nova.compute.manager [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Refreshing instance network info cache due to event network-changed-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1246.001524] env[68207]: DEBUG oslo_concurrency.lockutils [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.001663] env[68207]: DEBUG oslo_concurrency.lockutils [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.001819] env[68207]: DEBUG nova.network.neutron [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Refreshing network info cache for port c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.080582] env[68207]: DEBUG oslo_concurrency.lockutils [None req-59a5314a-8b80-4295-9c71-9b35eb67e896 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.610s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.368268] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.369056] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Instance network_info: |[{"id": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "address": "fa:16:3e:b9:77:a6", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4fdfe3-8e", "ovs_interfaceid": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.369056] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:77:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb4fdfe3-8e17-4e10-8acd-10c9ae75f947', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.377237] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Creating folder: Project (b039f2a662364357856483355ab9d7db). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.377502] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a8f6d81-e40f-4bee-b497-15b483ae7114 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.389638] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Created folder: Project (b039f2a662364357856483355ab9d7db) in parent group-v558176. [ 1246.389819] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Creating folder: Instances. Parent ref: group-v558488. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.390055] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34946110-71f6-411e-abe5-25ed86bdf341 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.398835] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Created folder: Instances in parent group-v558488. [ 1246.399068] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.399254] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.399444] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fa6adde-c77e-47eb-b510-40f316f3cd98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.413950] env[68207]: DEBUG nova.objects.instance [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'flavor' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.419358] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.419358] env[68207]: value = "task-2777689" [ 1246.419358] env[68207]: _type = "Task" [ 1246.419358] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.426589] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777689, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.632043] env[68207]: DEBUG nova.compute.manager [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Received event network-changed-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1246.632360] env[68207]: DEBUG nova.compute.manager [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Refreshing instance network info cache due to event network-changed-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1246.632640] env[68207]: DEBUG oslo_concurrency.lockutils [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] Acquiring lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.632812] env[68207]: DEBUG oslo_concurrency.lockutils [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] Acquired lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.633085] env[68207]: DEBUG nova.network.neutron [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Refreshing network info cache for port cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.743807] env[68207]: DEBUG nova.network.neutron [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updated VIF entry in instance network info cache for port c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.744203] env[68207]: DEBUG nova.network.neutron [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.918593] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.918781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.918940] env[68207]: DEBUG nova.network.neutron [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.919142] env[68207]: DEBUG nova.objects.instance [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'info_cache' on Instance uuid f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.929641] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777689, 'name': CreateVM_Task, 'duration_secs': 0.313855} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.929807] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.930528] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.930694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.931010] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.931269] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bee5d78-91ed-4d94-a1c8-6cc000b9aeb5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.935882] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1246.935882] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f0b9b7-bc38-4fe8-7354-e2dfdb2534e9" [ 1246.935882] env[68207]: _type = "Task" [ 1246.935882] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.944331] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f0b9b7-bc38-4fe8-7354-e2dfdb2534e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.246659] env[68207]: DEBUG oslo_concurrency.lockutils [req-26604d62-c4d9-4c15-9ed5-eda746374c56 req-e8a76049-90d4-40b6-9b17-075aed64f169 service nova] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.317063] env[68207]: DEBUG nova.network.neutron [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updated VIF entry in instance network info cache for port cb4fdfe3-8e17-4e10-8acd-10c9ae75f947. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.317471] env[68207]: DEBUG nova.network.neutron [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [{"id": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "address": "fa:16:3e:b9:77:a6", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4fdfe3-8e", "ovs_interfaceid": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.425516] env[68207]: DEBUG nova.objects.base [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.445857] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52f0b9b7-bc38-4fe8-7354-e2dfdb2534e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.446228] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.446459] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.446691] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.446837] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.447025] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.447273] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f89363e-51ee-4f9c-9696-e0db1e0168e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.458384] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.458563] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.459266] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86911d9e-1c54-4607-93f2-702b6175171d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.463893] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1247.463893] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52740757-8ca3-996b-77b6-53f695898ba7" [ 1247.463893] env[68207]: _type = "Task" [ 1247.463893] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.471854] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52740757-8ca3-996b-77b6-53f695898ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.820122] env[68207]: DEBUG oslo_concurrency.lockutils [req-3d2f753b-3aa8-4fcc-9a4f-4e6ddf248731 req-ff408800-d566-429b-9afd-559fa00e3e33 service nova] Releasing lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.974545] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52740757-8ca3-996b-77b6-53f695898ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.034125} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.975330] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebcd0e1-bd5e-4db0-b21e-2573bad4386e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.980048] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1247.980048] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529a3cad-ddc9-dd74-2fff-730eb79edd7d" [ 1247.980048] env[68207]: _type = "Task" [ 1247.980048] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.989332] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529a3cad-ddc9-dd74-2fff-730eb79edd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.112916] env[68207]: DEBUG nova.network.neutron [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [{"id": "404e848f-d886-40d0-9203-7439a381619e", "address": "fa:16:3e:4a:b7:5b", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404e848f-d8", "ovs_interfaceid": "404e848f-d886-40d0-9203-7439a381619e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.490697] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529a3cad-ddc9-dd74-2fff-730eb79edd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.048079} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.491064] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.491217] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a9d339cb-e681-4605-9f3a-1870c4f6e4b1/a9d339cb-e681-4605-9f3a-1870c4f6e4b1.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.491467] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db49f330-7467-490b-8873-096985b866d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.498719] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1248.498719] env[68207]: value = "task-2777690" [ 1248.498719] env[68207]: _type = "Task" [ 1248.498719] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.505936] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.615890] env[68207]: DEBUG oslo_concurrency.lockutils [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-f6f36938-7134-4e6c-b79d-925f36e1fe67" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.008318] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401194} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.008536] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] a9d339cb-e681-4605-9f3a-1870c4f6e4b1/a9d339cb-e681-4605-9f3a-1870c4f6e4b1.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.008746] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.009013] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-998ccd03-8a66-4263-92cd-9c915d94d6b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.014434] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1249.014434] env[68207]: value = "task-2777691" [ 1249.014434] env[68207]: _type = "Task" [ 1249.014434] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.021278] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.524611] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054867} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.524963] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.525647] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cf87e6-9a53-4897-a1ea-01e38667b3e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.546668] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] a9d339cb-e681-4605-9f3a-1870c4f6e4b1/a9d339cb-e681-4605-9f3a-1870c4f6e4b1.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.546886] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9086a95d-dc1e-49b1-9a42-7d052d06600e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.565662] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1249.565662] env[68207]: value = "task-2777692" [ 1249.565662] env[68207]: _type = "Task" [ 1249.565662] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.573101] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.621883] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.622203] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-071860c3-8c76-4823-9b90-aa7f447f2b8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.628389] env[68207]: DEBUG oslo_vmware.api [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1249.628389] env[68207]: value = "task-2777693" [ 1249.628389] env[68207]: _type = "Task" [ 1249.628389] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.635723] env[68207]: DEBUG oslo_vmware.api [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.075860] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.138363] env[68207]: DEBUG oslo_vmware.api [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777693, 'name': PowerOnVM_Task, 'duration_secs': 0.443675} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.138626] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.138812] env[68207]: DEBUG nova.compute.manager [None req-38cc21a3-44d0-4131-8e31-cb56effc2055 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.139648] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f833b2d-08a4-4f51-bc8d-51ae5964243c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.576186] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777692, 'name': ReconfigVM_Task, 'duration_secs': 0.810912} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.576489] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Reconfigured VM instance instance-00000077 to attach disk [datastore2] a9d339cb-e681-4605-9f3a-1870c4f6e4b1/a9d339cb-e681-4605-9f3a-1870c4f6e4b1.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.577043] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85be0ba7-9bec-4503-bbf2-8a2378725e2b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.583283] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1250.583283] env[68207]: value = "task-2777694" [ 1250.583283] env[68207]: _type = "Task" [ 1250.583283] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.591574] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777694, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.976360] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.976618] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.976815] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.976992] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.977183] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.979432] env[68207]: INFO nova.compute.manager [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Terminating instance [ 1251.093082] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777694, 'name': Rename_Task, 'duration_secs': 0.143305} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.093344] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.093568] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2d83ca-c7bb-4fc4-ba4d-7114679ef79c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.099078] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1251.099078] env[68207]: value = "task-2777695" [ 1251.099078] env[68207]: _type = "Task" [ 1251.099078] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.106113] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.483556] env[68207]: DEBUG nova.compute.manager [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.483863] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.485163] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92308c9f-8763-4959-bdd9-019bb7f74e64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.493288] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.493532] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ef53e63-75e7-42f7-b200-605dc333ef94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.500162] env[68207]: DEBUG oslo_vmware.api [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1251.500162] env[68207]: value = "task-2777696" [ 1251.500162] env[68207]: _type = "Task" [ 1251.500162] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.508359] env[68207]: DEBUG oslo_vmware.api [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.609461] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.010436] env[68207]: DEBUG oslo_vmware.api [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777696, 'name': PowerOffVM_Task, 'duration_secs': 0.17794} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.010700] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.010880] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.011152] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bec7b5a-7d17-467b-b754-2e2dd1016612 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.070392] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.070615] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.071052] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleting the datastore file [datastore2] f6f36938-7134-4e6c-b79d-925f36e1fe67 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.071052] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57cdc9f2-1955-4dd7-8708-90bfc48eebe0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.077730] env[68207]: DEBUG oslo_vmware.api [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1252.077730] env[68207]: value = "task-2777698" [ 1252.077730] env[68207]: _type = "Task" [ 1252.077730] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.085553] env[68207]: DEBUG oslo_vmware.api [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.108200] env[68207]: DEBUG oslo_vmware.api [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777695, 'name': PowerOnVM_Task, 'duration_secs': 0.647407} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.108449] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.108645] env[68207]: INFO nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1252.108821] env[68207]: DEBUG nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.109562] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef67aaa-4a61-47b4-8695-bfb18b4db12c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.587901] env[68207]: DEBUG oslo_vmware.api [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185072} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.588160] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.588361] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.588540] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.588711] env[68207]: INFO nova.compute.manager [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1252.588950] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.589151] env[68207]: DEBUG nova.compute.manager [-] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.589248] env[68207]: DEBUG nova.network.neutron [-] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.624327] env[68207]: INFO nova.compute.manager [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Took 13.27 seconds to build instance. [ 1253.013597] env[68207]: DEBUG nova.compute.manager [req-4d6656a7-00a7-49c8-8b42-96f69faa0b18 req-2a8d91bb-39fd-42f7-a839-c29884afceaa service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Received event network-vif-deleted-404e848f-d886-40d0-9203-7439a381619e {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1253.013849] env[68207]: INFO nova.compute.manager [req-4d6656a7-00a7-49c8-8b42-96f69faa0b18 req-2a8d91bb-39fd-42f7-a839-c29884afceaa service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Neutron deleted interface 404e848f-d886-40d0-9203-7439a381619e; detaching it from the instance and deleting it from the info cache [ 1253.014047] env[68207]: DEBUG nova.network.neutron [req-4d6656a7-00a7-49c8-8b42-96f69faa0b18 req-2a8d91bb-39fd-42f7-a839-c29884afceaa service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.126409] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6ece0159-db35-4d8e-876c-1c0c1ad05755 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.775s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.448980] env[68207]: DEBUG nova.compute.manager [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Received event network-changed-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1253.449161] env[68207]: DEBUG nova.compute.manager [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Refreshing instance network info cache due to event network-changed-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1253.449384] env[68207]: DEBUG oslo_concurrency.lockutils [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] Acquiring lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.449528] env[68207]: DEBUG oslo_concurrency.lockutils [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] Acquired lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.449690] env[68207]: DEBUG nova.network.neutron [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Refreshing network info cache for port cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.497480] env[68207]: DEBUG nova.network.neutron [-] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.518156] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41ce66ca-c691-4ed4-95a4-4179de5ed30f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.527389] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e54d59-9f52-45c2-be1b-90fdce3a5c6c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.555560] env[68207]: DEBUG nova.compute.manager [req-4d6656a7-00a7-49c8-8b42-96f69faa0b18 req-2a8d91bb-39fd-42f7-a839-c29884afceaa service nova] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Detach interface failed, port_id=404e848f-d886-40d0-9203-7439a381619e, reason: Instance f6f36938-7134-4e6c-b79d-925f36e1fe67 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1253.999476] env[68207]: INFO nova.compute.manager [-] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Took 1.41 seconds to deallocate network for instance. [ 1254.162393] env[68207]: DEBUG nova.network.neutron [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updated VIF entry in instance network info cache for port cb4fdfe3-8e17-4e10-8acd-10c9ae75f947. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.162784] env[68207]: DEBUG nova.network.neutron [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [{"id": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "address": "fa:16:3e:b9:77:a6", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4fdfe3-8e", "ovs_interfaceid": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.505811] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.506154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.506368] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.532559] env[68207]: INFO nova.scheduler.client.report [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted allocations for instance f6f36938-7134-4e6c-b79d-925f36e1fe67 [ 1254.665685] env[68207]: DEBUG oslo_concurrency.lockutils [req-480608f4-0012-45b4-b156-f96df6178134 req-1aeef792-58ee-439b-8a69-13c6bccc578f service nova] Releasing lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.039616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-efe0143d-f029-405b-aafc-cbe6832ffdcc tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "f6f36938-7134-4e6c-b79d-925f36e1fe67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.063s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.836306] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.836537] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.338591] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.862676] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.862964] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.864653] env[68207]: INFO nova.compute.claims [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.988428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.988661] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.492270] env[68207]: DEBUG nova.compute.utils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.963919] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eed82d-c9d2-424b-b94a-4a1a61497c83 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.971627] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0b9ac-5a28-4645-bf9c-1e4b61d138d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.001503] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.002708] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16678b-6966-4d15-aa15-27d75959c56f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.010289] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b7d070-6b7a-422a-8000-d2c185b629fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.024554] env[68207]: DEBUG nova.compute.provider_tree [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.528042] env[68207]: DEBUG nova.scheduler.client.report [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.033571] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.034113] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.058563] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.058810] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.059060] env[68207]: INFO nova.compute.manager [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Attaching volume 3e0817ef-0922-44fb-a984-12f8d1a15682 to /dev/sdb [ 1259.089991] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398686a-d259-4e82-b6fc-69069c89be20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.097185] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb2c5f-0dbc-4f80-be7a-385fb4bc3634 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.110490] env[68207]: DEBUG nova.virt.block_device [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating existing volume attachment record: ff1d7bce-7f3f-42db-a4e2-48d2e5ccc4f8 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.540874] env[68207]: DEBUG nova.compute.utils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.542354] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.542530] env[68207]: DEBUG nova.network.neutron [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.590026] env[68207]: DEBUG nova.policy [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e87295ad81a4abd8b85c864c5f8fb48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '499428c0cc6d493a896012aeaa18eae6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.859914] env[68207]: DEBUG nova.network.neutron [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Successfully created port: 8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.045861] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.056589] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.086639] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.086989] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.087244] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.087527] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.087744] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.087964] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.088288] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.088525] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.088771] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.089084] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.089296] env[68207]: DEBUG nova.virt.hardware [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.090530] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da8163-4f6b-4de5-ad5c-6616ac951fe8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.102970] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08142a3c-e3f0-4ebb-8284-2fce88172e8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.219210] env[68207]: DEBUG nova.compute.manager [req-2da2f84f-479d-4b52-aac2-08c64c755b6c req-be9a6cc7-ee28-4cf4-9b9e-2e16dfa11d1e service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Received event network-vif-plugged-8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1261.219439] env[68207]: DEBUG oslo_concurrency.lockutils [req-2da2f84f-479d-4b52-aac2-08c64c755b6c req-be9a6cc7-ee28-4cf4-9b9e-2e16dfa11d1e service nova] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.219645] env[68207]: DEBUG oslo_concurrency.lockutils [req-2da2f84f-479d-4b52-aac2-08c64c755b6c req-be9a6cc7-ee28-4cf4-9b9e-2e16dfa11d1e service nova] Lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.219813] env[68207]: DEBUG oslo_concurrency.lockutils [req-2da2f84f-479d-4b52-aac2-08c64c755b6c req-be9a6cc7-ee28-4cf4-9b9e-2e16dfa11d1e service nova] Lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.219976] env[68207]: DEBUG nova.compute.manager [req-2da2f84f-479d-4b52-aac2-08c64c755b6c req-be9a6cc7-ee28-4cf4-9b9e-2e16dfa11d1e service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] No waiting events found dispatching network-vif-plugged-8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.220503] env[68207]: WARNING nova.compute.manager [req-2da2f84f-479d-4b52-aac2-08c64c755b6c req-be9a6cc7-ee28-4cf4-9b9e-2e16dfa11d1e service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Received unexpected event network-vif-plugged-8e505d09-7588-4b08-b998-809be5e8a1d9 for instance with vm_state building and task_state spawning. [ 1261.299101] env[68207]: DEBUG nova.network.neutron [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Successfully updated port: 8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.303394] env[68207]: DEBUG oslo_concurrency.lockutils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.303662] env[68207]: DEBUG oslo_concurrency.lockutils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.802562] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.802726] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.802893] env[68207]: DEBUG nova.network.neutron [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.809453] env[68207]: DEBUG nova.compute.utils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.312957] env[68207]: DEBUG oslo_concurrency.lockutils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.334053] env[68207]: DEBUG nova.network.neutron [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.449583] env[68207]: DEBUG nova.network.neutron [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.951952] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.952174] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Instance network_info: |[{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.952437] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e505d09-7588-4b08-b998-809be5e8a1d9', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.960035] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.960251] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.960477] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1617e85e-6a87-49cc-a763-550212191840 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.980592] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.980592] env[68207]: value = "task-2777703" [ 1262.980592] env[68207]: _type = "Task" [ 1262.980592] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.987859] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777703, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.249932] env[68207]: DEBUG nova.compute.manager [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Received event network-changed-8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.250222] env[68207]: DEBUG nova.compute.manager [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Refreshing instance network info cache due to event network-changed-8e505d09-7588-4b08-b998-809be5e8a1d9. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1263.250383] env[68207]: DEBUG oslo_concurrency.lockutils [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.250485] env[68207]: DEBUG oslo_concurrency.lockutils [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.250648] env[68207]: DEBUG nova.network.neutron [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Refreshing network info cache for port 8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.371477] env[68207]: DEBUG oslo_concurrency.lockutils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.371735] env[68207]: DEBUG oslo_concurrency.lockutils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.372041] env[68207]: INFO nova.compute.manager [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Attaching volume ab771590-c1ad-4e63-be1d-9dc6910426d0 to /dev/sdb [ 1263.401556] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b990309-1914-4fc4-89ff-0a4f32fa1e14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.407911] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9bc74c-769f-4cc2-a959-aba90b7b07a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.420208] env[68207]: DEBUG nova.virt.block_device [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updating existing volume attachment record: b993f544-ab6f-4246-b3d9-48782dcf0a0e {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1263.489309] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777703, 'name': CreateVM_Task, 'duration_secs': 0.385432} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.489474] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.490138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.490304] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.490617] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.490856] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce2c1fe-bc84-49df-86d3-b747949ca245 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.494689] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1263.494689] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fe9021-32d5-1b9d-816f-aaa44182ba35" [ 1263.494689] env[68207]: _type = "Task" [ 1263.494689] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.503119] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fe9021-32d5-1b9d-816f-aaa44182ba35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.654376] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.654619] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.655603] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f53e5-1176-40c5-9f3e-58b13e84392c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.671929] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b5ed4-b3bc-4209-8233-acaaf63d4927 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.697255] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-3e0817ef-0922-44fb-a984-12f8d1a15682/volume-3e0817ef-0922-44fb-a984-12f8d1a15682.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.697522] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5aa1d02-156a-4aa6-9e3e-d7a190637d02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.723663] env[68207]: DEBUG oslo_vmware.api [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1263.723663] env[68207]: value = "task-2777705" [ 1263.723663] env[68207]: _type = "Task" [ 1263.723663] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.732576] env[68207]: DEBUG oslo_vmware.api [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.946695] env[68207]: DEBUG nova.network.neutron [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updated VIF entry in instance network info cache for port 8e505d09-7588-4b08-b998-809be5e8a1d9. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.947101] env[68207]: DEBUG nova.network.neutron [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.005484] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fe9021-32d5-1b9d-816f-aaa44182ba35, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.005754] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.006020] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.006305] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.006458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.006682] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.006943] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4dd7b1a-c3f2-44e5-a95d-a4bf93b3ce5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.014331] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.014496] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.015202] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9c93ca-9ff4-499f-a0b8-ba9fb5c2e787 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.021111] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1264.021111] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52197dc7-4c61-b99f-6c19-f28072d64368" [ 1264.021111] env[68207]: _type = "Task" [ 1264.021111] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.030218] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52197dc7-4c61-b99f-6c19-f28072d64368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.233699] env[68207]: DEBUG oslo_vmware.api [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777705, 'name': ReconfigVM_Task, 'duration_secs': 0.387334} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.233969] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-3e0817ef-0922-44fb-a984-12f8d1a15682/volume-3e0817ef-0922-44fb-a984-12f8d1a15682.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.238657] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0c1437-f325-4e7f-ad10-078755953496 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.252867] env[68207]: DEBUG oslo_vmware.api [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1264.252867] env[68207]: value = "task-2777706" [ 1264.252867] env[68207]: _type = "Task" [ 1264.252867] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.261937] env[68207]: DEBUG oslo_vmware.api [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.450524] env[68207]: DEBUG oslo_concurrency.lockutils [req-27a67889-d566-4236-885c-f77046171001 req-6a409d54-41d2-4470-ac48-95b437558b40 service nova] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.531093] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52197dc7-4c61-b99f-6c19-f28072d64368, 'name': SearchDatastore_Task, 'duration_secs': 0.019974} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.531852] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4217fc76-3eb6-427f-b8af-c5572e6b8381 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.536725] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1264.536725] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52c02ec4-e6d8-fedb-cfaf-a23f7a47fb02" [ 1264.536725] env[68207]: _type = "Task" [ 1264.536725] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.543920] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c02ec4-e6d8-fedb-cfaf-a23f7a47fb02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.762102] env[68207]: DEBUG oslo_vmware.api [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777706, 'name': ReconfigVM_Task, 'duration_secs': 0.150772} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.762414] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1265.046752] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52c02ec4-e6d8-fedb-cfaf-a23f7a47fb02, 'name': SearchDatastore_Task, 'duration_secs': 0.019205} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.046992] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.047262] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.047535] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde0078c-cc9b-44c6-86e3-20629c4e8014 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.054078] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1265.054078] env[68207]: value = "task-2777707" [ 1265.054078] env[68207]: _type = "Task" [ 1265.054078] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.061415] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.564021] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777707, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.796969] env[68207]: DEBUG nova.objects.instance [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'flavor' on Instance uuid e2d940b0-3a0b-45fa-a62b-71669daf3f49 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.065494] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608184} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.065600] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.065821] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.067182] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da68d1cd-df83-4d6a-a060-99584045f0c8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.072716] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1266.072716] env[68207]: value = "task-2777709" [ 1266.072716] env[68207]: _type = "Task" [ 1266.072716] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.080370] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.302561] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9cc121c9-2b2c-4df0-9152-ff84345509e5 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.582220] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074114} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.582539] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.583260] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8233ab31-f0ea-4958-afea-387d128a58e5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.605196] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.605456] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7e1a54-d2ab-4e20-8987-0911ee4a02e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.624737] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1266.624737] env[68207]: value = "task-2777710" [ 1266.624737] env[68207]: _type = "Task" [ 1266.624737] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.633376] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.663985] env[68207]: INFO nova.compute.manager [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Rebuilding instance [ 1266.705937] env[68207]: DEBUG nova.compute.manager [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.706794] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0ebf5-daf3-4b69-ace6-f96d9629f1ab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.134462] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777710, 'name': ReconfigVM_Task, 'duration_secs': 0.496803} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.134724] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.135369] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b51a1343-070c-4542-813b-d8657dff5f0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.142417] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1267.142417] env[68207]: value = "task-2777711" [ 1267.142417] env[68207]: _type = "Task" [ 1267.142417] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.149462] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777711, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.651648] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777711, 'name': Rename_Task, 'duration_secs': 0.166533} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.651971] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.652266] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7debf975-7863-437e-93e5-8b49f3914ce3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.659071] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1267.659071] env[68207]: value = "task-2777712" [ 1267.659071] env[68207]: _type = "Task" [ 1267.659071] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.667270] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.719316] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.719620] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa93f022-d801-4c6e-804b-1a771098cacb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.726014] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1267.726014] env[68207]: value = "task-2777713" [ 1267.726014] env[68207]: _type = "Task" [ 1267.726014] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.733380] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.963034] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1267.963374] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558494', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'name': 'volume-ab771590-c1ad-4e63-be1d-9dc6910426d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd673275c-62f5-4214-8dbe-583ab5770d63', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'serial': 'ab771590-c1ad-4e63-be1d-9dc6910426d0'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1267.964313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fe58e8-0d3b-4262-8104-bd5c12b84a10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.980043] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a5afd5-3514-4c24-86ff-1c379aac43d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.003305] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-ab771590-c1ad-4e63-be1d-9dc6910426d0/volume-ab771590-c1ad-4e63-be1d-9dc6910426d0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.003551] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94a6590-c416-4bd8-865f-6831da84ffd7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.021014] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1268.021014] env[68207]: value = "task-2777714" [ 1268.021014] env[68207]: _type = "Task" [ 1268.021014] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.030513] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.169533] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777712, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.236280] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777713, 'name': PowerOffVM_Task, 'duration_secs': 0.221605} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.236506] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.286048] env[68207]: INFO nova.compute.manager [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Detaching volume 3e0817ef-0922-44fb-a984-12f8d1a15682 [ 1268.316111] env[68207]: INFO nova.virt.block_device [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Attempting to driver detach volume 3e0817ef-0922-44fb-a984-12f8d1a15682 from mountpoint /dev/sdb [ 1268.316354] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.316542] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.317454] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a31ccf-7490-4e60-b8d8-aec56db588af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.338356] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3398b60f-927e-42c0-bedb-529dcfaa61c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.344686] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e123ca-937e-40f2-9fb3-441e0afd9d09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.364745] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927e5fe-0abf-4580-9942-f9bc518108a6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.379131] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e0817ef-0922-44fb-a984-12f8d1a15682/volume-3e0817ef-0922-44fb-a984-12f8d1a15682.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.384250] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.384542] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdfa564c-6a66-489c-b395-4ece4217617b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.402764] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1268.402764] env[68207]: value = "task-2777715" [ 1268.402764] env[68207]: _type = "Task" [ 1268.402764] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.412666] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.530819] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.669964] env[68207]: DEBUG oslo_vmware.api [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777712, 'name': PowerOnVM_Task, 'duration_secs': 0.530291} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.670287] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.670456] env[68207]: INFO nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1268.670635] env[68207]: DEBUG nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.671414] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27d4e9e-977a-4edc-8365-807d1b21da54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.913240] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777715, 'name': ReconfigVM_Task, 'duration_secs': 0.254454} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.913563] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.918323] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c34230-3ce2-42e4-867a-4721b49f63bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.932962] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1268.932962] env[68207]: value = "task-2777716" [ 1268.932962] env[68207]: _type = "Task" [ 1268.932962] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.942371] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.031872] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.190118] env[68207]: INFO nova.compute.manager [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Took 12.35 seconds to build instance. [ 1269.442991] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.533065] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777714, 'name': ReconfigVM_Task, 'duration_secs': 1.064874} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.533065] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-ab771590-c1ad-4e63-be1d-9dc6910426d0/volume-ab771590-c1ad-4e63-be1d-9dc6910426d0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.537748] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73747565-c408-4610-a823-2165f116d0f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.552262] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1269.552262] env[68207]: value = "task-2777717" [ 1269.552262] env[68207]: _type = "Task" [ 1269.552262] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.559842] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.691883] env[68207]: DEBUG oslo_concurrency.lockutils [None req-23f3d381-34c9-4c95-a650-cf26dedc43a1 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.855s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.943226] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777716, 'name': ReconfigVM_Task, 'duration_secs': 0.833649} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.943514] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.062409] env[68207]: DEBUG oslo_vmware.api [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777717, 'name': ReconfigVM_Task, 'duration_secs': 0.150345} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.062710] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558494', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'name': 'volume-ab771590-c1ad-4e63-be1d-9dc6910426d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd673275c-62f5-4214-8dbe-583ab5770d63', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'serial': 'ab771590-c1ad-4e63-be1d-9dc6910426d0'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1270.227189] env[68207]: DEBUG nova.compute.manager [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Received event network-changed-8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.227400] env[68207]: DEBUG nova.compute.manager [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Refreshing instance network info cache due to event network-changed-8e505d09-7588-4b08-b998-809be5e8a1d9. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1270.227550] env[68207]: DEBUG oslo_concurrency.lockutils [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.227622] env[68207]: DEBUG oslo_concurrency.lockutils [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.227752] env[68207]: DEBUG nova.network.neutron [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Refreshing network info cache for port 8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.945183] env[68207]: DEBUG nova.network.neutron [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updated VIF entry in instance network info cache for port 8e505d09-7588-4b08-b998-809be5e8a1d9. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.945599] env[68207]: DEBUG nova.network.neutron [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.993676] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.993957] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644cd278-2be0-4a13-a19a-85ca9d1fb89a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.001884] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1271.001884] env[68207]: value = "task-2777718" [ 1271.001884] env[68207]: _type = "Task" [ 1271.001884] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.009496] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.102783] env[68207]: DEBUG nova.objects.instance [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'flavor' on Instance uuid d673275c-62f5-4214-8dbe-583ab5770d63 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.448843] env[68207]: DEBUG oslo_concurrency.lockutils [req-b662509e-afb5-46b2-9722-3ee758e08463 req-6fdf6848-2cbe-4119-8d66-1f2ec36cf1f5 service nova] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.512697] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1271.512896] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.513074] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.513872] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a86cda3-88f5-41af-bfea-c2c121734407 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.531972] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e3a9c8-15a4-48eb-b088-e6e99286d246 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.538918] env[68207]: WARNING nova.virt.vmwareapi.driver [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1271.539290] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.540092] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffd28d-252d-49e7-8c1d-457bff553a03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.546884] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.547144] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f977dcd-d29c-407f-b376-28f8d2e85dc6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.608808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-05a647eb-831f-49fa-a43a-cb3f52886051 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.237s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.635492] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.635793] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.636077] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.636412] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a75527b1-7b2a-49b0-8579-85ca785301fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.643758] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1271.643758] env[68207]: value = "task-2777720" [ 1271.643758] env[68207]: _type = "Task" [ 1271.643758] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.654313] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.838621] env[68207]: DEBUG oslo_concurrency.lockutils [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.838881] env[68207]: DEBUG oslo_concurrency.lockutils [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.153326] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314183} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.153651] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.153760] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.153926] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.341901] env[68207]: INFO nova.compute.manager [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Detaching volume ab771590-c1ad-4e63-be1d-9dc6910426d0 [ 1272.371346] env[68207]: INFO nova.virt.block_device [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Attempting to driver detach volume ab771590-c1ad-4e63-be1d-9dc6910426d0 from mountpoint /dev/sdb [ 1272.371595] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.371783] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558494', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'name': 'volume-ab771590-c1ad-4e63-be1d-9dc6910426d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd673275c-62f5-4214-8dbe-583ab5770d63', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'serial': 'ab771590-c1ad-4e63-be1d-9dc6910426d0'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.372668] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3af38-a8d7-4e82-a66f-7cb5e99f2f4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.393605] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb5ccd-6c44-406b-ba68-a04529bf3ca7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.399928] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de80a5b0-b814-4327-a83a-00fc7ae31a81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.421136] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ba05ba-5fb2-4139-927b-fa20f8165acf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.435318] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] The volume has not been displaced from its original location: [datastore2] volume-ab771590-c1ad-4e63-be1d-9dc6910426d0/volume-ab771590-c1ad-4e63-be1d-9dc6910426d0.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.440429] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.440686] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ca7929-b28b-4a13-afed-572e9147db3f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.458188] env[68207]: DEBUG oslo_vmware.api [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1272.458188] env[68207]: value = "task-2777721" [ 1272.458188] env[68207]: _type = "Task" [ 1272.458188] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.467671] env[68207]: DEBUG oslo_vmware.api [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.658800] env[68207]: INFO nova.virt.block_device [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Booting with volume 3e0817ef-0922-44fb-a984-12f8d1a15682 at /dev/sdb [ 1272.689465] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-020f5976-236d-47fe-935c-82340b08dc9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.698422] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a664970-0fb0-4ad9-bbfe-8753c964d4c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.725850] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11c48d69-8d46-4a46-9bab-a22586d8c704 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.733264] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fee23-d138-424f-87f2-3d24b86ede75 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.759456] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff251d8f-3d3b-4628-b7fb-1d1581d7c135 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.765040] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c446d3-0d4d-4d79-9a09-c42bf87bfaf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.777545] env[68207]: DEBUG nova.virt.block_device [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating existing volume attachment record: 9fbf5743-0003-4327-a889-74878fab4082 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1272.967518] env[68207]: DEBUG oslo_vmware.api [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777721, 'name': ReconfigVM_Task, 'duration_secs': 0.212704} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.967800] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.972389] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03272cda-ca03-448e-a23d-a9878202f326 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.987781] env[68207]: DEBUG oslo_vmware.api [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1272.987781] env[68207]: value = "task-2777722" [ 1272.987781] env[68207]: _type = "Task" [ 1272.987781] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.997557] env[68207]: DEBUG oslo_vmware.api [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.497932] env[68207]: DEBUG oslo_vmware.api [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777722, 'name': ReconfigVM_Task, 'duration_secs': 0.131862} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.498268] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558494', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'name': 'volume-ab771590-c1ad-4e63-be1d-9dc6910426d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd673275c-62f5-4214-8dbe-583ab5770d63', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab771590-c1ad-4e63-be1d-9dc6910426d0', 'serial': 'ab771590-c1ad-4e63-be1d-9dc6910426d0'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.040473] env[68207]: DEBUG nova.objects.instance [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'flavor' on Instance uuid d673275c-62f5-4214-8dbe-583ab5770d63 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.888798] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.889099] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.889201] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.889380] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.889520] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.889662] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.889861] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.890035] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.890205] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.890364] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.890536] env[68207]: DEBUG nova.virt.hardware [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.891643] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2266b1f-d72f-4852-a1e3-170d129d468f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.900015] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac84f790-8a16-4889-8c1d-458bc995053d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.913159] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:83:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '297bde73-3ef3-4443-8e19-0c394daa08ff', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.920503] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.920742] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.921072] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9990920-b7ae-4359-b894-12db46e2b547 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.940663] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.940663] env[68207]: value = "task-2777723" [ 1274.940663] env[68207]: _type = "Task" [ 1274.940663] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.948131] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777723, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.048121] env[68207]: DEBUG oslo_concurrency.lockutils [None req-841787f2-745b-44aa-87f1-ddc0c1df6f03 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.449724] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777723, 'name': CreateVM_Task, 'duration_secs': 0.308423} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.449885] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.450591] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.450760] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.451128] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.451402] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8c7689-39e9-4561-a141-91657fbce822 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.455638] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1275.455638] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529c2bf9-c3b5-6117-2bb2-f787d0b35207" [ 1275.455638] env[68207]: _type = "Task" [ 1275.455638] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.462731] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529c2bf9-c3b5-6117-2bb2-f787d0b35207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.965742] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529c2bf9-c3b5-6117-2bb2-f787d0b35207, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.966115] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.966344] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.966603] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.966749] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.966940] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.967210] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efdabfc0-9a24-4779-bb97-80e348afafc9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.974820] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.974990] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.975695] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872cb12c-5840-468e-b026-835492a67140 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.980324] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1275.980324] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52b17e20-3188-479f-7e46-7ea90cae56bf" [ 1275.980324] env[68207]: _type = "Task" [ 1275.980324] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.987241] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b17e20-3188-479f-7e46-7ea90cae56bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.080988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.081296] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.081511] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "d673275c-62f5-4214-8dbe-583ab5770d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.081694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.081897] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.084034] env[68207]: INFO nova.compute.manager [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Terminating instance [ 1276.491295] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52b17e20-3188-479f-7e46-7ea90cae56bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.492119] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52343615-7f0a-4d05-8ba5-90223b3ec177 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.497375] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1276.497375] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e97557-5523-3fd0-5b17-af038fef31d2" [ 1276.497375] env[68207]: _type = "Task" [ 1276.497375] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.504788] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e97557-5523-3fd0-5b17-af038fef31d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.587586] env[68207]: DEBUG nova.compute.manager [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.587789] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.588582] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe7735-3d03-4a92-ae33-167900aca336 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.595231] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.595456] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7191aa2-ef41-4410-b8f9-c3158d32e226 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.600842] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1276.600842] env[68207]: value = "task-2777724" [ 1276.600842] env[68207]: _type = "Task" [ 1276.600842] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.608575] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.007717] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e97557-5523-3fd0-5b17-af038fef31d2, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.008080] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.008223] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.008469] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98e824e-a737-4dc2-8b33-66c0e0b36f5f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.014793] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1277.014793] env[68207]: value = "task-2777725" [ 1277.014793] env[68207]: _type = "Task" [ 1277.014793] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.021879] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.110049] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777724, 'name': PowerOffVM_Task, 'duration_secs': 0.232069} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.110386] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.110604] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.110883] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e3b694-1407-4683-b149-2bf1361dbeab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.169234] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.169449] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.169632] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleting the datastore file [datastore2] d673275c-62f5-4214-8dbe-583ab5770d63 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.169905] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9adc2068-5457-4383-bd1f-008f524e2aa5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.176872] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for the task: (returnval){ [ 1277.176872] env[68207]: value = "task-2777727" [ 1277.176872] env[68207]: _type = "Task" [ 1277.176872] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.184588] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.524089] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483637} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.524368] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.524582] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.524820] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1819f5aa-b31c-4090-ab2b-59d4041b4667 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.530884] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1277.530884] env[68207]: value = "task-2777728" [ 1277.530884] env[68207]: _type = "Task" [ 1277.530884] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.538059] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.687748] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.040504] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.040861] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.041471] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c4779-c4a0-46e1-8ebd-5666455644c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.063480] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.063714] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4aef08-f2bd-4e93-9dcf-95df74e01908 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.082564] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1278.082564] env[68207]: value = "task-2777729" [ 1278.082564] env[68207]: _type = "Task" [ 1278.082564] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.093401] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.186505] env[68207]: DEBUG oslo_vmware.api [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Task: {'id': task-2777727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.663085} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.186690] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.186872] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.187066] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.187248] env[68207]: INFO nova.compute.manager [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1278.187482] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.187664] env[68207]: DEBUG nova.compute.manager [-] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.187758] env[68207]: DEBUG nova.network.neutron [-] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.594492] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777729, 'name': ReconfigVM_Task, 'duration_secs': 0.248566} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.594492] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfigured VM instance instance-00000074 to attach disk [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49/e2d940b0-3a0b-45fa-a62b-71669daf3f49.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.594492] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'size': 0, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'image_id': '6f622ea6-e945-4306-8b08-0b2cd4f62115'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '9fbf5743-0003-4327-a889-74878fab4082', 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=68207) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1278.594492] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1278.594492] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1278.595223] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3dda98-e526-4221-8c10-35f6c8dbf54a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.614425] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c070e96e-1b3e-4377-b56f-333fa3c1995a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.618143] env[68207]: DEBUG nova.compute.manager [req-1f49a2e5-fd0b-44ab-9f0f-b57ec7263b6f req-1d7f03e8-ee66-4381-b098-26dbf8970940 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Received event network-vif-deleted-bf7ceafd-65cd-464d-9815-577b80012e48 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1278.618372] env[68207]: INFO nova.compute.manager [req-1f49a2e5-fd0b-44ab-9f0f-b57ec7263b6f req-1d7f03e8-ee66-4381-b098-26dbf8970940 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Neutron deleted interface bf7ceafd-65cd-464d-9815-577b80012e48; detaching it from the instance and deleting it from the info cache [ 1278.618564] env[68207]: DEBUG nova.network.neutron [req-1f49a2e5-fd0b-44ab-9f0f-b57ec7263b6f req-1d7f03e8-ee66-4381-b098-26dbf8970940 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.642211] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-3e0817ef-0922-44fb-a984-12f8d1a15682/volume-3e0817ef-0922-44fb-a984-12f8d1a15682.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.642991] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70314d99-bacb-4eb9-85b5-1d823725f6be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.661521] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1278.661521] env[68207]: value = "task-2777730" [ 1278.661521] env[68207]: _type = "Task" [ 1278.661521] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.669291] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.101152] env[68207]: DEBUG nova.network.neutron [-] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.121947] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a558e7bd-c87e-4b88-bc89-772624d2be62 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.131694] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c644d7a1-e019-4362-8e9e-ebfd5de60834 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.166039] env[68207]: DEBUG nova.compute.manager [req-1f49a2e5-fd0b-44ab-9f0f-b57ec7263b6f req-1d7f03e8-ee66-4381-b098-26dbf8970940 service nova] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Detach interface failed, port_id=bf7ceafd-65cd-464d-9815-577b80012e48, reason: Instance d673275c-62f5-4214-8dbe-583ab5770d63 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1279.173294] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777730, 'name': ReconfigVM_Task, 'duration_secs': 0.273035} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.173569] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-3e0817ef-0922-44fb-a984-12f8d1a15682/volume-3e0817ef-0922-44fb-a984-12f8d1a15682.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.178854] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587c09e4-53e8-4806-95a7-1f8fb32689f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.193373] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1279.193373] env[68207]: value = "task-2777731" [ 1279.193373] env[68207]: _type = "Task" [ 1279.193373] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.201164] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.603597] env[68207]: INFO nova.compute.manager [-] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Took 1.42 seconds to deallocate network for instance. [ 1279.703269] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777731, 'name': ReconfigVM_Task, 'duration_secs': 0.147825} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.703595] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1279.704185] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ecd7b0b-09ea-41f4-9360-5ff6fe77982c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.710749] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1279.710749] env[68207]: value = "task-2777732" [ 1279.710749] env[68207]: _type = "Task" [ 1279.710749] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.721857] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777732, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.109825] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.110110] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.110331] env[68207]: DEBUG nova.objects.instance [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lazy-loading 'resources' on Instance uuid d673275c-62f5-4214-8dbe-583ab5770d63 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.220447] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777732, 'name': Rename_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.703872] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46370e20-2cb9-44ed-ad4e-be0ffd536058 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.712008] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc721d81-9bc6-43cf-89cb-13127a6e8a54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.724968] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777732, 'name': Rename_Task, 'duration_secs': 0.713548} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.751097] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.751541] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2957ca1f-6116-4ce4-8ef7-db7ac6053d98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.753613] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc4ff2-94c6-44d8-8dab-4400e8b4416c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.762030] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aea79a-ff2b-4d57-90b2-b207d885ab55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.765489] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1280.765489] env[68207]: value = "task-2777733" [ 1280.765489] env[68207]: _type = "Task" [ 1280.765489] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.775902] env[68207]: DEBUG nova.compute.provider_tree [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.781587] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.275242] env[68207]: DEBUG oslo_vmware.api [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777733, 'name': PowerOnVM_Task, 'duration_secs': 0.432683} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.275541] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.275753] env[68207]: DEBUG nova.compute.manager [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.276601] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68a63b-a6d9-4665-8b2a-85a1d68903ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.280686] env[68207]: DEBUG nova.scheduler.client.report [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.772425] env[68207]: DEBUG nova.compute.manager [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1281.785462] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.800053] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.800886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.800886] env[68207]: DEBUG nova.objects.instance [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68207) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1281.817032] env[68207]: INFO nova.scheduler.client.report [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Deleted allocations for instance d673275c-62f5-4214-8dbe-583ab5770d63 [ 1281.827886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.828134] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.290883] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.324842] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40a916bd-b899-453b-b090-34f7d8374c57 tempest-AttachVolumeNegativeTest-963653967 tempest-AttachVolumeNegativeTest-963653967-project-member] Lock "d673275c-62f5-4214-8dbe-583ab5770d63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.243s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.331363] env[68207]: INFO nova.compute.manager [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Detaching volume 23d06da4-f2ff-4b27-99a6-554f9d263dd5 [ 1282.367083] env[68207]: INFO nova.virt.block_device [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Attempting to driver detach volume 23d06da4-f2ff-4b27-99a6-554f9d263dd5 from mountpoint /dev/sdb [ 1282.367605] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.367895] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558484', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'name': 'volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bf024f8d-b9f8-4e99-838c-ead8d68b74cf', 'attached_at': '', 'detached_at': '', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'serial': '23d06da4-f2ff-4b27-99a6-554f9d263dd5'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.371951] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13fbe2d-403c-46be-b192-77e0ad2aac5f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.391908] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff03bf3-8d7d-43a2-9b3a-9203d871b816 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.398730] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420fac7-4b73-4d3c-b88e-4bea06202367 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.418921] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193f5e0-e497-4ce5-85ba-50b4ad475c3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.433860] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] The volume has not been displaced from its original location: [datastore2] volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5/volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.440686] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.441056] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e53e23-0955-487f-813a-781872ca0563 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.460239] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1282.460239] env[68207]: value = "task-2777734" [ 1282.460239] env[68207]: _type = "Task" [ 1282.460239] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.469157] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.810750] env[68207]: DEBUG oslo_concurrency.lockutils [None req-12e936fb-7a0b-4f8e-a1ce-d7350f8c6a08 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.811878] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.521s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.970082] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777734, 'name': ReconfigVM_Task, 'duration_secs': 0.268464} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.970205] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.974752] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde41fa1-770c-4250-8d51-946e39168340 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.989451] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1282.989451] env[68207]: value = "task-2777736" [ 1282.989451] env[68207]: _type = "Task" [ 1282.989451] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.997039] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.318463] env[68207]: INFO nova.compute.claims [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.499104] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.824250] env[68207]: INFO nova.compute.resource_tracker [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating resource usage from migration 604a81fc-9638-4330-b12e-fe8fc20bd842 [ 1283.920227] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91a4a09-5420-4011-95d7-b33e46b66e73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.928372] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c18ecad-6009-4767-8590-a3eb22ad6ffe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.958488] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56273e2-a623-4c7f-a812-42d6e1e80972 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.965771] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60031bf6-f568-439b-9e82-b26ad1c39b08 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.978856] env[68207]: DEBUG nova.compute.provider_tree [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.998625] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.481918] env[68207]: DEBUG nova.scheduler.client.report [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.500113] env[68207]: DEBUG oslo_vmware.api [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777736, 'name': ReconfigVM_Task, 'duration_secs': 1.12076} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.500417] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558484', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'name': 'volume-23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bf024f8d-b9f8-4e99-838c-ead8d68b74cf', 'attached_at': '', 'detached_at': '', 'volume_id': '23d06da4-f2ff-4b27-99a6-554f9d263dd5', 'serial': '23d06da4-f2ff-4b27-99a6-554f9d263dd5'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.987249] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.987494] env[68207]: INFO nova.compute.manager [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Migrating [ 1285.042300] env[68207]: DEBUG nova.objects.instance [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'flavor' on Instance uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.503259] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.503545] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.503721] env[68207]: DEBUG nova.network.neutron [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.048962] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511ba5cb-4e9e-4c6e-b6db-0e655f3472c5 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.221s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.210231] env[68207]: DEBUG nova.network.neutron [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.713050] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.106694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.106957] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.107171] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.107356] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.107529] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.109567] env[68207]: INFO nova.compute.manager [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Terminating instance [ 1287.613331] env[68207]: DEBUG nova.compute.manager [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.613555] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.614654] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c7e7b8-f490-43f5-aaa8-fb9cacf69152 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.622389] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.622613] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27dd393-8ca7-4ba3-8c00-353f5d77ea20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.628689] env[68207]: DEBUG oslo_vmware.api [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1287.628689] env[68207]: value = "task-2777738" [ 1287.628689] env[68207]: _type = "Task" [ 1287.628689] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.636526] env[68207]: DEBUG oslo_vmware.api [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.138472] env[68207]: DEBUG oslo_vmware.api [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777738, 'name': PowerOffVM_Task, 'duration_secs': 0.216371} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.138815] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.138911] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.139150] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-084c4fa2-7b63-4329-a453-1083a174e379 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.203701] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.203918] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.204118] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleting the datastore file [datastore2] bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.204390] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9371c36-9f58-4caf-8266-c1b3d4c41cee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.210371] env[68207]: DEBUG oslo_vmware.api [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1288.210371] env[68207]: value = "task-2777740" [ 1288.210371] env[68207]: _type = "Task" [ 1288.210371] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.218018] env[68207]: DEBUG oslo_vmware.api [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.225428] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32df78-861c-44fd-9afa-1aff8d1f0580 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.242292] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.720505] env[68207]: DEBUG oslo_vmware.api [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148888} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.720798] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.720992] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.721195] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.721375] env[68207]: INFO nova.compute.manager [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1288.722035] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.722035] env[68207]: DEBUG nova.compute.manager [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.722035] env[68207]: DEBUG nova.network.neutron [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.747866] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.748201] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f8fd803-8603-4896-9170-881fd15388d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.755551] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1288.755551] env[68207]: value = "task-2777741" [ 1288.755551] env[68207]: _type = "Task" [ 1288.755551] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.764477] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.210814] env[68207]: DEBUG nova.compute.manager [req-f7e29aec-2f0b-48c9-b22d-9d23466eb805 req-f0ef929a-4154-404c-93a4-7a2f1fb3651c service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Received event network-vif-deleted-941480b1-ed7c-4015-b90b-ed02ae43c0b3 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1289.211105] env[68207]: INFO nova.compute.manager [req-f7e29aec-2f0b-48c9-b22d-9d23466eb805 req-f0ef929a-4154-404c-93a4-7a2f1fb3651c service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Neutron deleted interface 941480b1-ed7c-4015-b90b-ed02ae43c0b3; detaching it from the instance and deleting it from the info cache [ 1289.211400] env[68207]: DEBUG nova.network.neutron [req-f7e29aec-2f0b-48c9-b22d-9d23466eb805 req-f0ef929a-4154-404c-93a4-7a2f1fb3651c service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.265756] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777741, 'name': PowerOffVM_Task, 'duration_secs': 0.246723} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.266104] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.266311] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.695692] env[68207]: DEBUG nova.network.neutron [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.714201] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a60ccb0-e7f3-43f0-840a-cc93588a8ab6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.723134] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf3468-e7a7-4145-a861-daab0fa128e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.751158] env[68207]: DEBUG nova.compute.manager [req-f7e29aec-2f0b-48c9-b22d-9d23466eb805 req-f0ef929a-4154-404c-93a4-7a2f1fb3651c service nova] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Detach interface failed, port_id=941480b1-ed7c-4015-b90b-ed02ae43c0b3, reason: Instance bf024f8d-b9f8-4e99-838c-ead8d68b74cf could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1289.772690] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.772938] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.773112] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.773303] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.773451] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.773598] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.773803] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.773962] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.774145] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.774309] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.774484] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.779566] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce36a14-a9ce-4dee-8cc5-e396ecabbb01 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.796178] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1289.796178] env[68207]: value = "task-2777743" [ 1289.796178] env[68207]: _type = "Task" [ 1289.796178] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.804144] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.200509] env[68207]: INFO nova.compute.manager [-] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Took 1.48 seconds to deallocate network for instance. [ 1290.306926] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.523620] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.523862] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.707936] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.708246] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.708470] env[68207]: DEBUG nova.objects.instance [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'resources' on Instance uuid bf024f8d-b9f8-4e99-838c-ead8d68b74cf {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.806599] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777743, 'name': ReconfigVM_Task, 'duration_secs': 0.609759} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.806848] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.027760] env[68207]: DEBUG nova.compute.utils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.298272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496694f4-9762-41b7-94eb-50e80f35c224 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.305570] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233e56c7-174e-4629-8563-d023f100c2f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.312640] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.312916] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.313037] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.313226] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.313411] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.313578] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.313785] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.313947] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.314133] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.314300] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.314480] env[68207]: DEBUG nova.virt.hardware [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.319619] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1291.343935] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c54b3a5-ae20-4eef-afa1-c44243c01896 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.357213] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea2c89b-4eb4-4b01-b856-21fd7b5d8bad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.364931] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b2447f-a07b-44e3-b850-1f08d2cdd23e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.368694] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1291.368694] env[68207]: value = "task-2777744" [ 1291.368694] env[68207]: _type = "Task" [ 1291.368694] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.378860] env[68207]: DEBUG nova.compute.provider_tree [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.384773] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.531587] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.880041] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777744, 'name': ReconfigVM_Task, 'duration_secs': 0.149126} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.880041] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.880340] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697601db-8585-4058-b10c-338d277d42ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.883160] env[68207]: DEBUG nova.scheduler.client.report [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.906636] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.907404] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f2bae7-aa09-4a8a-b5e4-42c862769cd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.925499] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1291.925499] env[68207]: value = "task-2777745" [ 1291.925499] env[68207]: _type = "Task" [ 1291.925499] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.933057] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.388535] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.408026] env[68207]: INFO nova.scheduler.client.report [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted allocations for instance bf024f8d-b9f8-4e99-838c-ead8d68b74cf [ 1292.436340] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777745, 'name': ReconfigVM_Task, 'duration_secs': 0.263002} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.436668] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.436868] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.600820] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.601109] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.601342] env[68207]: INFO nova.compute.manager [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Attaching volume d1bc2419-ec92-41e2-98f2-6c58f88fcf1b to /dev/sdb [ 1292.636456] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5fc182-8583-4f83-b0f4-bd365225df35 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.643678] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37065372-b97c-4560-9d8e-ea70bb9579a9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.656637] env[68207]: DEBUG nova.virt.block_device [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating existing volume attachment record: ef367cc6-c43b-4c87-9f64-31fda20cc559 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1292.915756] env[68207]: DEBUG oslo_concurrency.lockutils [None req-402756f8-faef-4e0d-9104-77e3ac724a8b tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "bf024f8d-b9f8-4e99-838c-ead8d68b74cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.944054] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2910d539-9ca0-4390-8214-b3a8c1e6808c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.968420] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a54082-76c6-4ad2-a7a8-c26f39d3ccff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.986669] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.544515] env[68207]: DEBUG nova.network.neutron [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Port c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1294.569223] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.569570] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.569570] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.032309] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.032532] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.534427] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.614032] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.614257] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.614419] env[68207]: DEBUG nova.network.neutron [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.019309] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.019585] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.055875] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.056230] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.057812] env[68207]: INFO nova.compute.claims [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.315792] env[68207]: DEBUG nova.network.neutron [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.524847] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.525064] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.525226] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.525445] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.525597] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.525742] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.525879] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1296.526255] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.818214] env[68207]: DEBUG oslo_concurrency.lockutils [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.028764] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.151753] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b107e8f-717c-4b1d-bdc3-c361f182af73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.159546] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c7a44-1d1e-4e69-b8de-618099ee8089 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.189948] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe3293-4ca5-471f-8c92-f5409bd5d085 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.197140] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53193b-698f-4acd-a81a-19ee1d298540 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.210452] env[68207]: DEBUG nova.compute.provider_tree [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.213095] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1297.213353] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558497', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'name': 'volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9d339cb-e681-4605-9f3a-1870c4f6e4b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'serial': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1297.214153] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfbb37-8a30-4842-b5db-9e71f24235c2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.229479] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df9df0-0637-492d-8f18-cba6c0bb7812 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.253388] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b/volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.253636] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02000896-9046-4a83-800d-24163c9a39ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.271369] env[68207]: DEBUG oslo_vmware.api [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1297.271369] env[68207]: value = "task-2777750" [ 1297.271369] env[68207]: _type = "Task" [ 1297.271369] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.279094] env[68207]: DEBUG oslo_vmware.api [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.340030] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad60c9e-cb8e-4f03-a2d2-cabdc1ed71bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.360034] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c26a94-f14b-44e9-894a-5ae11da0fec7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.367050] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.718458] env[68207]: DEBUG nova.scheduler.client.report [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.781264] env[68207]: DEBUG oslo_vmware.api [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777750, 'name': ReconfigVM_Task, 'duration_secs': 0.322884} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.781525] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b/volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.786122] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc7e10a-2cc2-4746-8b15-6bd65f2a47b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.800089] env[68207]: DEBUG oslo_vmware.api [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1297.800089] env[68207]: value = "task-2777751" [ 1297.800089] env[68207]: _type = "Task" [ 1297.800089] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.807675] env[68207]: DEBUG oslo_vmware.api [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.873185] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.873582] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bfda669-6d2b-4ea4-8a9b-7383402b3c7e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.879643] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1297.879643] env[68207]: value = "task-2777752" [ 1297.879643] env[68207]: _type = "Task" [ 1297.879643] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.887202] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.223447] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.224034] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.226830] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.198s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.226996] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.227168] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1298.228302] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c32e05-5e4c-498b-a929-f0ab06601fc5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.236220] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9ed0b-ce1f-4b06-98bf-f82a946f896a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.250257] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c6ca17-3ce0-4633-bda0-6d2d4d08a3bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.257408] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab53f0b-c221-4b49-8e1f-5f311d1c6748 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.286159] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179918MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1298.286296] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.286509] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.308353] env[68207]: DEBUG oslo_vmware.api [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777751, 'name': ReconfigVM_Task, 'duration_secs': 0.13153} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.308638] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558497', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'name': 'volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9d339cb-e681-4605-9f3a-1870c4f6e4b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'serial': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1298.389752] env[68207]: DEBUG oslo_vmware.api [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777752, 'name': PowerOnVM_Task, 'duration_secs': 0.354991} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.389977] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.390172] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-40c2c329-388f-4f8c-8063-80a45c751b99 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance '3ea4b7cd-7815-45f0-84f1-b965ad23e771' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.730332] env[68207]: DEBUG nova.compute.utils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.731681] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.731850] env[68207]: DEBUG nova.network.neutron [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.774516] env[68207]: DEBUG nova.policy [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd58048645da94b3fae3bcffbc7896fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d46c62ccd4c40a9b7bf95376131b41d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.024978] env[68207]: DEBUG nova.network.neutron [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Successfully created port: 611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.234675] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.295194] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Applying migration context for instance 3ea4b7cd-7815-45f0-84f1-b965ad23e771 as it has an incoming, in-progress migration 604a81fc-9638-4330-b12e-fe8fc20bd842. Migration status is post-migrating {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1299.296229] env[68207]: INFO nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating resource usage from migration 604a81fc-9638-4330-b12e-fe8fc20bd842 [ 1299.316175] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 695fdfab-be7f-48ef-a04a-635702674c45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.316533] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance e2d940b0-3a0b-45fa-a62b-71669daf3f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.316697] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance a9d339cb-e681-4605-9f3a-1870c4f6e4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.316824] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 1ddc8118-f588-405d-9f82-68d85af6c671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.316941] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Migration 604a81fc-9638-4330-b12e-fe8fc20bd842 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1299.317070] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 3ea4b7cd-7815-45f0-84f1-b965ad23e771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.317185] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance dea709f7-9d15-4572-b20a-ba0f0bcaa157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.317364] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1299.317499] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1299.346696] env[68207]: DEBUG nova.objects.instance [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.412281] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbed5e5-bd58-4f79-a36e-79f209db869e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.420073] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6bf258-4619-4c3a-8da1-8e35c0fb449b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.452883] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d56fd59-7328-40c6-945b-bd81307c65b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.463202] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9200392d-b675-4908-bdcf-302164a22921 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.477953] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.850805] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bb1d2eb5-b5d0-425f-9c2f-675b2076438f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.958224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.958428] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.958598] env[68207]: DEBUG nova.compute.manager [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.959779] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56973dd7-83e8-476f-bb82-7beda7368393 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.966798] env[68207]: DEBUG nova.compute.manager [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1299.967352] env[68207]: DEBUG nova.objects.instance [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.981174] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.245873] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.272137] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.272410] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.272573] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.272755] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.272903] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.273089] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.273308] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.273466] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.273662] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.273838] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.274022] env[68207]: DEBUG nova.virt.hardware [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.274889] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a3ada9-7aec-4afa-a3b1-3613c2acce4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.283499] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4fe79-e9b1-4592-bf81-7f8928a9f908 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.374443] env[68207]: DEBUG nova.compute.manager [req-3ec6348b-4421-4041-a82f-ab0c15af383a req-c63ef396-a9ab-4d7e-a03c-4c4d04109304 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-vif-plugged-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1300.374674] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec6348b-4421-4041-a82f-ab0c15af383a req-c63ef396-a9ab-4d7e-a03c-4c4d04109304 service nova] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.374885] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec6348b-4421-4041-a82f-ab0c15af383a req-c63ef396-a9ab-4d7e-a03c-4c4d04109304 service nova] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.375156] env[68207]: DEBUG oslo_concurrency.lockutils [req-3ec6348b-4421-4041-a82f-ab0c15af383a req-c63ef396-a9ab-4d7e-a03c-4c4d04109304 service nova] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.375371] env[68207]: DEBUG nova.compute.manager [req-3ec6348b-4421-4041-a82f-ab0c15af383a req-c63ef396-a9ab-4d7e-a03c-4c4d04109304 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] No waiting events found dispatching network-vif-plugged-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.375557] env[68207]: WARNING nova.compute.manager [req-3ec6348b-4421-4041-a82f-ab0c15af383a req-c63ef396-a9ab-4d7e-a03c-4c4d04109304 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received unexpected event network-vif-plugged-611fa69c-e6d4-45fe-bffd-d64046d06707 for instance with vm_state building and task_state spawning. [ 1300.454663] env[68207]: DEBUG nova.network.neutron [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Successfully updated port: 611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.486054] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1300.486264] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.589779] env[68207]: DEBUG nova.network.neutron [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Port c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1300.590272] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.590571] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.590843] env[68207]: DEBUG nova.network.neutron [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.958126] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.958318] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.958491] env[68207]: DEBUG nova.network.neutron [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.972746] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.973068] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c44c453-7f89-4657-83db-fe945819851f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.980579] env[68207]: DEBUG oslo_vmware.api [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1300.980579] env[68207]: value = "task-2777753" [ 1300.980579] env[68207]: _type = "Task" [ 1300.980579] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.989134] env[68207]: DEBUG oslo_vmware.api [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.298442] env[68207]: DEBUG nova.network.neutron [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.487185] env[68207]: DEBUG nova.network.neutron [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.492464] env[68207]: DEBUG oslo_vmware.api [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777753, 'name': PowerOffVM_Task, 'duration_secs': 0.192588} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.492707] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.492898] env[68207]: DEBUG nova.compute.manager [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.493687] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725c82d5-c08b-4fc3-ab43-ac78b1209276 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.604174] env[68207]: DEBUG nova.network.neutron [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.800829] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.004344] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e60f8696-cba6-4eb0-963a-efd63022bd4f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.106797] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.107142] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance network_info: |[{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.107559] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:53:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611fa69c-e6d4-45fe-bffd-d64046d06707', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.115038] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.115243] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.115495] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38300333-8e1e-4876-af78-9bcea86d9ecc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.136218] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.136218] env[68207]: value = "task-2777754" [ 1302.136218] env[68207]: _type = "Task" [ 1302.136218] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.144481] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777754, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.304716] env[68207]: DEBUG nova.compute.manager [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68207) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1302.305088] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.305224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.342289] env[68207]: DEBUG nova.objects.instance [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.399927] env[68207]: DEBUG nova.compute.manager [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1302.399927] env[68207]: DEBUG nova.compute.manager [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing instance network info cache due to event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1302.399927] env[68207]: DEBUG oslo_concurrency.lockutils [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.399927] env[68207]: DEBUG oslo_concurrency.lockutils [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.400094] env[68207]: DEBUG nova.network.neutron [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.646107] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777754, 'name': CreateVM_Task, 'duration_secs': 0.35648} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.646295] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.646981] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.647157] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.647484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.647789] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6518a5a6-f08c-483a-a00d-441c758775ed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.652329] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1302.652329] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52254c02-d673-9fc5-9793-f81a45d94f01" [ 1302.652329] env[68207]: _type = "Task" [ 1302.652329] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.659889] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52254c02-d673-9fc5-9793-f81a45d94f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.808590] env[68207]: DEBUG nova.objects.instance [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'migration_context' on Instance uuid 3ea4b7cd-7815-45f0-84f1-b965ad23e771 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.846452] env[68207]: DEBUG oslo_concurrency.lockutils [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.846738] env[68207]: DEBUG oslo_concurrency.lockutils [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.846968] env[68207]: DEBUG nova.network.neutron [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.847250] env[68207]: DEBUG nova.objects.instance [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'info_cache' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.078910] env[68207]: DEBUG nova.network.neutron [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updated VIF entry in instance network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.079424] env[68207]: DEBUG nova.network.neutron [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.163589] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52254c02-d673-9fc5-9793-f81a45d94f01, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.163886] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.164134] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.164377] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.164527] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.164704] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.164951] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f0141f9-cb1e-479e-8e3e-800db3422c85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.172958] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.173147] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.173834] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd4c339-c8fa-4deb-b58c-eac9db221c22 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.178292] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1303.178292] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]525ff19b-9751-99a2-be87-ad3c6c5d3318" [ 1303.178292] env[68207]: _type = "Task" [ 1303.178292] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.185717] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525ff19b-9751-99a2-be87-ad3c6c5d3318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.351415] env[68207]: DEBUG nova.objects.base [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.406642] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1405c3-5041-4518-8814-04173d950a2e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.413707] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beaf354-6368-485e-a2f2-df57e3af2e10 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.444287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d8907-db88-40b5-b562-b085d71bc1b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.450923] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78129c8a-dad3-4577-af5e-2bfc32378811 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.463443] env[68207]: DEBUG nova.compute.provider_tree [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.581648] env[68207]: DEBUG oslo_concurrency.lockutils [req-47dbe1ed-01c4-4d44-b6da-59b10dc23d4a req-ad721851-a005-4228-9907-f5826bbf10eb service nova] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.688980] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]525ff19b-9751-99a2-be87-ad3c6c5d3318, 'name': SearchDatastore_Task, 'duration_secs': 0.008302} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.689750] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b349d55f-28d4-4de7-8273-3df42be87bb8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.694404] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1303.694404] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52504916-7679-3e67-3501-af875ca39721" [ 1303.694404] env[68207]: _type = "Task" [ 1303.694404] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.701437] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52504916-7679-3e67-3501-af875ca39721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.966909] env[68207]: DEBUG nova.scheduler.client.report [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.043219] env[68207]: DEBUG nova.network.neutron [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [{"id": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "address": "fa:16:3e:b9:77:a6", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4fdfe3-8e", "ovs_interfaceid": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.205132] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52504916-7679-3e67-3501-af875ca39721, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.205328] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.205614] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.205875] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a18cb6d-dabe-4a4f-a743-dd1a00512edd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.211919] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1304.211919] env[68207]: value = "task-2777755" [ 1304.211919] env[68207]: _type = "Task" [ 1304.211919] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.219215] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.547035] env[68207]: DEBUG oslo_concurrency.lockutils [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.721693] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466206} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.721936] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.722181] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.722418] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e846f692-d484-4b05-9127-52524a13505a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.728470] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1304.728470] env[68207]: value = "task-2777756" [ 1304.728470] env[68207]: _type = "Task" [ 1304.728470] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.736994] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.978331] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.673s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.238187] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062773} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.238438] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.239207] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37106cc8-70c4-461a-9592-d00f3797448d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.261069] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.261324] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd06c02e-765d-4e2f-8fc9-69538443b7d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.281834] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1305.281834] env[68207]: value = "task-2777757" [ 1305.281834] env[68207]: _type = "Task" [ 1305.281834] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.289192] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.552702] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.553070] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c1615d-29b8-48e0-80f1-14020386371b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.560014] env[68207]: DEBUG oslo_vmware.api [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1305.560014] env[68207]: value = "task-2777758" [ 1305.560014] env[68207]: _type = "Task" [ 1305.560014] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.567396] env[68207]: DEBUG oslo_vmware.api [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.791736] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777757, 'name': ReconfigVM_Task, 'duration_secs': 0.269598} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.791952] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Reconfigured VM instance instance-00000079 to attach disk [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.792593] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb34fc0e-bb65-4366-a9fb-c6539a89320b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.798512] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1305.798512] env[68207]: value = "task-2777759" [ 1305.798512] env[68207]: _type = "Task" [ 1305.798512] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.805973] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777759, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.070077] env[68207]: DEBUG oslo_vmware.api [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777758, 'name': PowerOnVM_Task, 'duration_secs': 0.379824} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.070324] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.070534] env[68207]: DEBUG nova.compute.manager [None req-099a094c-ffee-4bac-84b4-a0cee836f339 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.071517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc1b52b-8603-4592-8d9a-57c480e2b776 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.310295] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777759, 'name': Rename_Task, 'duration_secs': 0.15342} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.310450] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.310670] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2b8007-de8a-4e4a-aa87-8f1bfab481bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.317118] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1306.317118] env[68207]: value = "task-2777760" [ 1306.317118] env[68207]: _type = "Task" [ 1306.317118] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.324441] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.512617] env[68207]: INFO nova.compute.manager [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Swapping old allocation on dict_keys(['e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f']) held by migration 604a81fc-9638-4330-b12e-fe8fc20bd842 for instance [ 1306.533734] env[68207]: DEBUG nova.scheduler.client.report [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Overwriting current allocation {'allocations': {'e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 180}}, 'project_id': '4ae20a4d769842e491776feadfc70fd3', 'user_id': '70231c8a95234ba3bd6579cc5cdedaee', 'consumer_generation': 1} on consumer 3ea4b7cd-7815-45f0-84f1-b965ad23e771 {{(pid=68207) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1306.609440] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.609766] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.609868] env[68207]: DEBUG nova.network.neutron [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.830708] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.329340] env[68207]: DEBUG oslo_vmware.api [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777760, 'name': PowerOnVM_Task, 'duration_secs': 0.590986} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.329340] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.329340] env[68207]: INFO nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1307.329627] env[68207]: DEBUG nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.330441] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f471af-8be3-4d00-aa7d-a6089c8bdbc8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.352200] env[68207]: DEBUG nova.network.neutron [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [{"id": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "address": "fa:16:3e:d0:04:35", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05ec5d4-a8", "ovs_interfaceid": "c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.853750] env[68207]: INFO nova.compute.manager [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Took 11.82 seconds to build instance. [ 1307.854763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-3ea4b7cd-7815-45f0-84f1-b965ad23e771" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.855181] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.855626] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b447bf1-f11f-4147-9736-31401e170c6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.862394] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1307.862394] env[68207]: value = "task-2777761" [ 1307.862394] env[68207]: _type = "Task" [ 1307.862394] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.871411] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.071703] env[68207]: DEBUG nova.compute.manager [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.071985] env[68207]: DEBUG nova.compute.manager [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing instance network info cache due to event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1308.073320] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.073320] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.073320] env[68207]: DEBUG nova.network.neutron [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.356818] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8ca2df0a-c238-4f18-aab2-fcb0cdc57230 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.324s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.372466] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777761, 'name': PowerOffVM_Task, 'duration_secs': 0.218363} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.372723] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.373411] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.373651] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.373783] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.373966] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.374124] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.374272] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.374474] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.374637] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.374803] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.374965] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.375156] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.380177] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3baf37-6876-4b74-b28d-2af195a945d6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.395065] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1308.395065] env[68207]: value = "task-2777762" [ 1308.395065] env[68207]: _type = "Task" [ 1308.395065] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.402860] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.419947] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.420545] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.777311] env[68207]: DEBUG nova.network.neutron [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updated VIF entry in instance network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.777683] env[68207]: DEBUG nova.network.neutron [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.905074] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777762, 'name': ReconfigVM_Task, 'duration_secs': 0.14038} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.905916] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8c5aed-e5bf-4644-be88-554af5e4ef52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.924434] env[68207]: DEBUG nova.compute.utils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.926163] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.926391] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.926550] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.926733] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.926888] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.927050] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.927263] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.927419] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.927604] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.927774] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.927948] env[68207]: DEBUG nova.virt.hardware [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.928957] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058f990e-f02f-4e32-a1dc-401135802ed8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.934263] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1308.934263] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]529f7ed2-fc04-1cc4-0382-a6393dc50f07" [ 1308.934263] env[68207]: _type = "Task" [ 1308.934263] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.943411] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529f7ed2-fc04-1cc4-0382-a6393dc50f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.280249] env[68207]: DEBUG oslo_concurrency.lockutils [req-a4026b60-f6e4-49aa-bc97-e180aded0895 req-2d718d12-0294-4ed5-9113-1df31e596dbe service nova] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.430575] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.445126] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]529f7ed2-fc04-1cc4-0382-a6393dc50f07, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.450462] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.450745] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af332a57-124a-452e-becd-f78f23cf6d95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.470235] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1309.470235] env[68207]: value = "task-2777763" [ 1309.470235] env[68207]: _type = "Task" [ 1309.470235] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.478386] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.981288] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777763, 'name': ReconfigVM_Task, 'duration_secs': 0.167056} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.981701] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.982444] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c669a1-1394-4ab0-b3d9-6f89157c8094 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.007657] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.009062] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.009383] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.009634] env[68207]: INFO nova.compute.manager [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Attaching volume a2b341d8-209e-439a-845d-a22af678ac44 to /dev/sdb [ 1310.011679] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9535ddb9-81c6-4ad4-ad27-700dc9e00e28 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.031666] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1310.031666] env[68207]: value = "task-2777764" [ 1310.031666] env[68207]: _type = "Task" [ 1310.031666] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.040176] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.056620] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69dddbc-ca93-4da2-9734-7692f221d735 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.062830] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad04548-75ec-4ab4-bb09-2c276f29a961 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.077116] env[68207]: DEBUG nova.virt.block_device [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating existing volume attachment record: 55460779-3fdc-4f81-99d7-ba5f6fe732a8 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1310.541456] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777764, 'name': ReconfigVM_Task, 'duration_secs': 0.260681} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.541722] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771/3ea4b7cd-7815-45f0-84f1-b965ad23e771.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.542527] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61b8afe-a248-4ba6-bc44-9f906bc359fa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.560199] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a97cb-3ebb-443c-9887-79ba27cd93cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.577425] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ebf2d-6c7d-48de-842a-9ac2354856de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594451] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a79209-2877-4c0b-b419-55c5559f73d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.601156] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.601410] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14fc9353-f115-4831-b3bc-05cebf47e6de {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.607683] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1310.607683] env[68207]: value = "task-2777768" [ 1310.607683] env[68207]: _type = "Task" [ 1310.607683] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.614887] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.117339] env[68207]: DEBUG oslo_vmware.api [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777768, 'name': PowerOnVM_Task, 'duration_secs': 0.385897} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.117657] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.128530] env[68207]: INFO nova.compute.manager [None req-96f4a9a8-0277-44c8-bc88-b2dca9c2e382 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance to original state: 'active' [ 1313.210059] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.210425] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.211079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.211079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.211079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.213095] env[68207]: INFO nova.compute.manager [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Terminating instance [ 1313.717408] env[68207]: DEBUG nova.compute.manager [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.717640] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.718589] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f1766-6dd9-4426-8729-22d159a601a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.726242] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.726477] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f31957f-9664-4987-851e-465e579657ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.731825] env[68207]: DEBUG oslo_vmware.api [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1313.731825] env[68207]: value = "task-2777770" [ 1313.731825] env[68207]: _type = "Task" [ 1313.731825] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.739814] env[68207]: DEBUG oslo_vmware.api [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.241932] env[68207]: DEBUG oslo_vmware.api [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777770, 'name': PowerOffVM_Task, 'duration_secs': 0.311528} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.242321] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.242368] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.242614] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d6e4bd-1b79-4606-bfdf-b1a13f672e23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.312058] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.312296] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.312457] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleting the datastore file [datastore2] 3ea4b7cd-7815-45f0-84f1-b965ad23e771 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.312716] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88cc43d1-df97-4007-b300-603aa2b1d7ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.318875] env[68207]: DEBUG oslo_vmware.api [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1314.318875] env[68207]: value = "task-2777772" [ 1314.318875] env[68207]: _type = "Task" [ 1314.318875] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.326740] env[68207]: DEBUG oslo_vmware.api [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.624433] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1314.624703] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558500', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'name': 'volume-a2b341d8-209e-439a-845d-a22af678ac44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ddc8118-f588-405d-9f82-68d85af6c671', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'serial': 'a2b341d8-209e-439a-845d-a22af678ac44'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1314.625622] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e483d2-685c-4456-a7e6-90bda3f9e6b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.641997] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043af5f-caac-444c-ba66-66f6266ac7b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.666631] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-a2b341d8-209e-439a-845d-a22af678ac44/volume-a2b341d8-209e-439a-845d-a22af678ac44.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.666889] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42557402-6d3e-48d5-a84a-11b955d673ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.686254] env[68207]: DEBUG oslo_vmware.api [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1314.686254] env[68207]: value = "task-2777773" [ 1314.686254] env[68207]: _type = "Task" [ 1314.686254] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.695570] env[68207]: DEBUG oslo_vmware.api [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.828485] env[68207]: DEBUG oslo_vmware.api [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207331} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.828769] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.828967] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.829185] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.829374] env[68207]: INFO nova.compute.manager [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.829650] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.829833] env[68207]: DEBUG nova.compute.manager [-] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.829941] env[68207]: DEBUG nova.network.neutron [-] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.196132] env[68207]: DEBUG oslo_vmware.api [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777773, 'name': ReconfigVM_Task, 'duration_secs': 0.327057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.196418] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-a2b341d8-209e-439a-845d-a22af678ac44/volume-a2b341d8-209e-439a-845d-a22af678ac44.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.201188] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ba45a2-266b-46f1-ad23-ed3763d117c3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.216209] env[68207]: DEBUG oslo_vmware.api [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1315.216209] env[68207]: value = "task-2777774" [ 1315.216209] env[68207]: _type = "Task" [ 1315.216209] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.223825] env[68207]: DEBUG oslo_vmware.api [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.274179] env[68207]: DEBUG nova.compute.manager [req-5865c185-ee3d-42f6-bfcd-3042290159bb req-8d204fb0-f761-45e5-86b8-3e924c2d4245 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Received event network-vif-deleted-c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1315.274482] env[68207]: INFO nova.compute.manager [req-5865c185-ee3d-42f6-bfcd-3042290159bb req-8d204fb0-f761-45e5-86b8-3e924c2d4245 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Neutron deleted interface c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd; detaching it from the instance and deleting it from the info cache [ 1315.274642] env[68207]: DEBUG nova.network.neutron [req-5865c185-ee3d-42f6-bfcd-3042290159bb req-8d204fb0-f761-45e5-86b8-3e924c2d4245 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.726810] env[68207]: DEBUG oslo_vmware.api [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777774, 'name': ReconfigVM_Task, 'duration_secs': 0.134554} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.727214] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558500', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'name': 'volume-a2b341d8-209e-439a-845d-a22af678ac44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ddc8118-f588-405d-9f82-68d85af6c671', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'serial': 'a2b341d8-209e-439a-845d-a22af678ac44'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.757732] env[68207]: DEBUG nova.network.neutron [-] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.777207] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68187c17-3b0f-4f81-aae4-fb8da4ca1f73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.786980] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4274f927-b341-4e10-bcc0-7ba85abcf4cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.815533] env[68207]: DEBUG nova.compute.manager [req-5865c185-ee3d-42f6-bfcd-3042290159bb req-8d204fb0-f761-45e5-86b8-3e924c2d4245 service nova] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Detach interface failed, port_id=c05ec5d4-a8f8-454e-9ece-5bd4be8d8dcd, reason: Instance 3ea4b7cd-7815-45f0-84f1-b965ad23e771 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1316.261642] env[68207]: INFO nova.compute.manager [-] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Took 1.43 seconds to deallocate network for instance. [ 1316.764893] env[68207]: DEBUG nova.objects.instance [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'flavor' on Instance uuid 1ddc8118-f588-405d-9f82-68d85af6c671 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.767015] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.767295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.767486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.794426] env[68207]: INFO nova.scheduler.client.report [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted allocations for instance 3ea4b7cd-7815-45f0-84f1-b965ad23e771 [ 1317.272817] env[68207]: DEBUG oslo_concurrency.lockutils [None req-1e89dd9e-0954-4a49-b9c1-93454f61608e tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.301264] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5958edae-382f-44a9-98c8-aab952356fa5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "3ea4b7cd-7815-45f0-84f1-b965ad23e771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.091s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.230294] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.230582] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.548842] env[68207]: DEBUG oslo_concurrency.lockutils [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.549069] env[68207]: DEBUG oslo_concurrency.lockutils [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.646493] env[68207]: DEBUG nova.compute.manager [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1318.732896] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.052360] env[68207]: INFO nova.compute.manager [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Detaching volume 3e0817ef-0922-44fb-a984-12f8d1a15682 [ 1319.086193] env[68207]: INFO nova.virt.block_device [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Attempting to driver detach volume 3e0817ef-0922-44fb-a984-12f8d1a15682 from mountpoint /dev/sdb [ 1319.086431] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1319.086616] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1319.087503] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc1c3a-7edc-4661-bae6-b1892e9e8d1f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.109920] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9af281-29f5-4971-a5a4-92823f36de09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.116269] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45b771-0ff7-43f5-862f-22d01f869685 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.135651] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62316539-ed44-4fcd-83ae-841f1758aa2d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.149198] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e0817ef-0922-44fb-a984-12f8d1a15682/volume-3e0817ef-0922-44fb-a984-12f8d1a15682.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1319.154279] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.157183] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e496792e-13fd-42d2-b117-8fa26fa401da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.175452] env[68207]: DEBUG oslo_vmware.api [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1319.175452] env[68207]: value = "task-2777775" [ 1319.175452] env[68207]: _type = "Task" [ 1319.175452] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.182493] env[68207]: DEBUG oslo_vmware.api [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.183308] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.183668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.250465] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.684992] env[68207]: DEBUG oslo_vmware.api [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777775, 'name': ReconfigVM_Task, 'duration_secs': 0.255221} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.685416] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.691949] env[68207]: INFO nova.compute.claims [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.695253] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ba9643-6066-49c1-9d2c-ce5e3507b4fc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.710364] env[68207]: DEBUG oslo_vmware.api [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1319.710364] env[68207]: value = "task-2777776" [ 1319.710364] env[68207]: _type = "Task" [ 1319.710364] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.717655] env[68207]: DEBUG oslo_vmware.api [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.208134] env[68207]: INFO nova.compute.resource_tracker [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating resource usage from migration 9d2bc28f-51ab-495a-be0c-b1263123177d [ 1320.219253] env[68207]: DEBUG oslo_vmware.api [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777776, 'name': ReconfigVM_Task, 'duration_secs': 0.128183} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.219521] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558492', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'name': 'volume-3e0817ef-0922-44fb-a984-12f8d1a15682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2d940b0-3a0b-45fa-a62b-71669daf3f49', 'attached_at': '', 'detached_at': '', 'volume_id': '3e0817ef-0922-44fb-a984-12f8d1a15682', 'serial': '3e0817ef-0922-44fb-a984-12f8d1a15682'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1320.290485] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035681b9-3b1a-41b9-a041-9bf1ce6b81da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.297523] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03de89-c0e6-44fc-b804-3db671759cc9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.327813] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997049c2-69d0-442f-939a-39fb801ae27d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.335613] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020074e5-4992-4d5d-a2bc-118724fe8d20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.348602] env[68207]: DEBUG nova.compute.provider_tree [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.758788] env[68207]: DEBUG nova.objects.instance [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'flavor' on Instance uuid e2d940b0-3a0b-45fa-a62b-71669daf3f49 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.851484] env[68207]: DEBUG nova.scheduler.client.report [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.356624] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.173s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.357042] env[68207]: INFO nova.compute.manager [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Migrating [ 1321.363966] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.114s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.365473] env[68207]: INFO nova.compute.claims [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.765581] env[68207]: DEBUG oslo_concurrency.lockutils [None req-58abd28c-cb0d-4188-91a0-aa6767c4feff tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.874484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.874668] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.874858] env[68207]: DEBUG nova.network.neutron [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.467734] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf109784-5a61-4f7e-a23a-4fb32cfaa389 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.474805] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d241317e-a33a-40f3-99d7-cdce779c39ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.506142] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da3c0c-5412-429b-a09a-636da8d2a0aa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.513019] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a46fc3-d3bc-44c1-bd4c-a440cf3ddc39 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.526059] env[68207]: DEBUG nova.compute.provider_tree [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.625669] env[68207]: DEBUG nova.network.neutron [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.808607] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.808808] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.809031] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.809224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.809390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.811382] env[68207]: INFO nova.compute.manager [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Terminating instance [ 1323.031340] env[68207]: DEBUG nova.scheduler.client.report [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.128102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.315085] env[68207]: DEBUG nova.compute.manager [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.315362] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.316343] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae89d7-303c-4931-b705-7451a40417a3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.325537] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.325773] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68dc9554-5be6-4bcf-a6c8-bb1fbeddba85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.332161] env[68207]: DEBUG oslo_vmware.api [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1323.332161] env[68207]: value = "task-2777777" [ 1323.332161] env[68207]: _type = "Task" [ 1323.332161] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.342047] env[68207]: DEBUG oslo_vmware.api [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.535729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.536274] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.842615] env[68207]: DEBUG oslo_vmware.api [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777777, 'name': PowerOffVM_Task, 'duration_secs': 0.210723} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.842833] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.842991] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.843253] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a7c236c-20dc-44d1-8e4b-1bf523a5a902 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.927178] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.927415] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.927560] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] e2d940b0-3a0b-45fa-a62b-71669daf3f49 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.927808] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba200f9-5028-47b9-aa8a-aa703d8d535e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.934028] env[68207]: DEBUG oslo_vmware.api [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1323.934028] env[68207]: value = "task-2777779" [ 1323.934028] env[68207]: _type = "Task" [ 1323.934028] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.941938] env[68207]: DEBUG oslo_vmware.api [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.041644] env[68207]: DEBUG nova.compute.utils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.043078] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.043253] env[68207]: DEBUG nova.network.neutron [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.087947] env[68207]: DEBUG nova.policy [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70231c8a95234ba3bd6579cc5cdedaee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae20a4d769842e491776feadfc70fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.353881] env[68207]: DEBUG nova.network.neutron [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Successfully created port: 592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.443664] env[68207]: DEBUG oslo_vmware.api [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141605} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.443940] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.444176] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.444366] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.444475] env[68207]: INFO nova.compute.manager [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1324.444717] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.444908] env[68207]: DEBUG nova.compute.manager [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.445014] env[68207]: DEBUG nova.network.neutron [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.546315] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.642019] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b095b-a3fe-40c4-a95f-5ed422faa992 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.663282] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.891236] env[68207]: DEBUG nova.compute.manager [req-9d73e95c-2c1a-4842-8b5a-c90cb8ccbf89 req-73e02ab0-d45b-409f-8781-b6107799bebb service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Received event network-vif-deleted-297bde73-3ef3-4443-8e19-0c394daa08ff {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1324.891532] env[68207]: INFO nova.compute.manager [req-9d73e95c-2c1a-4842-8b5a-c90cb8ccbf89 req-73e02ab0-d45b-409f-8781-b6107799bebb service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Neutron deleted interface 297bde73-3ef3-4443-8e19-0c394daa08ff; detaching it from the instance and deleting it from the info cache [ 1324.891586] env[68207]: DEBUG nova.network.neutron [req-9d73e95c-2c1a-4842-8b5a-c90cb8ccbf89 req-73e02ab0-d45b-409f-8781-b6107799bebb service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.169337] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.169668] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34eea600-80b7-40dd-8923-215a94c15472 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.178085] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1325.178085] env[68207]: value = "task-2777780" [ 1325.178085] env[68207]: _type = "Task" [ 1325.178085] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.186028] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.371299] env[68207]: DEBUG nova.network.neutron [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.393728] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ee7d08c-8b8f-407a-bd91-3b11867867f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.403604] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef4c6f7-a5d1-43b0-a0aa-814d8ed81422 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.431054] env[68207]: DEBUG nova.compute.manager [req-9d73e95c-2c1a-4842-8b5a-c90cb8ccbf89 req-73e02ab0-d45b-409f-8781-b6107799bebb service nova] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Detach interface failed, port_id=297bde73-3ef3-4443-8e19-0c394daa08ff, reason: Instance e2d940b0-3a0b-45fa-a62b-71669daf3f49 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1325.556043] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.581498] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.581754] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.581891] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.582081] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.582230] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.582376] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.582582] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.582743] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.582909] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.583087] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.583258] env[68207]: DEBUG nova.virt.hardware [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.584147] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4551a55-d9c1-4e6c-b3ed-6fbd783edd4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.592867] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c581cde-02dd-4bd7-94b4-0070f04450e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.688512] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777780, 'name': PowerOffVM_Task, 'duration_secs': 0.224333} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.688674] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.688765] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.714612] env[68207]: DEBUG nova.compute.manager [req-0109ccec-e160-4726-a905-0ce9f0e3a2d6 req-d6cd366b-c4fe-4c93-83c3-6c54591047f3 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Received event network-vif-plugged-592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1325.714841] env[68207]: DEBUG oslo_concurrency.lockutils [req-0109ccec-e160-4726-a905-0ce9f0e3a2d6 req-d6cd366b-c4fe-4c93-83c3-6c54591047f3 service nova] Acquiring lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.715169] env[68207]: DEBUG oslo_concurrency.lockutils [req-0109ccec-e160-4726-a905-0ce9f0e3a2d6 req-d6cd366b-c4fe-4c93-83c3-6c54591047f3 service nova] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.715257] env[68207]: DEBUG oslo_concurrency.lockutils [req-0109ccec-e160-4726-a905-0ce9f0e3a2d6 req-d6cd366b-c4fe-4c93-83c3-6c54591047f3 service nova] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.715400] env[68207]: DEBUG nova.compute.manager [req-0109ccec-e160-4726-a905-0ce9f0e3a2d6 req-d6cd366b-c4fe-4c93-83c3-6c54591047f3 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] No waiting events found dispatching network-vif-plugged-592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.715532] env[68207]: WARNING nova.compute.manager [req-0109ccec-e160-4726-a905-0ce9f0e3a2d6 req-d6cd366b-c4fe-4c93-83c3-6c54591047f3 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Received unexpected event network-vif-plugged-592802e5-8259-4d20-828a-e6525046dd52 for instance with vm_state building and task_state spawning. [ 1325.798544] env[68207]: DEBUG nova.network.neutron [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Successfully updated port: 592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.873837] env[68207]: INFO nova.compute.manager [-] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Took 1.43 seconds to deallocate network for instance. [ 1326.197364] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.199306] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.199306] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.199306] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.199306] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.199306] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.199655] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.199815] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.200112] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.200320] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.200506] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.205664] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02da55ef-feab-412c-a362-edab6402529a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.223099] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1326.223099] env[68207]: value = "task-2777781" [ 1326.223099] env[68207]: _type = "Task" [ 1326.223099] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.231514] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.301212] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.301332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.301544] env[68207]: DEBUG nova.network.neutron [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.379977] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.380351] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.380604] env[68207]: DEBUG nova.objects.instance [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'resources' on Instance uuid e2d940b0-3a0b-45fa-a62b-71669daf3f49 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.732566] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777781, 'name': ReconfigVM_Task, 'duration_secs': 0.171601} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.732958] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.833131] env[68207]: DEBUG nova.network.neutron [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.957536] env[68207]: DEBUG nova.network.neutron [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [{"id": "592802e5-8259-4d20-828a-e6525046dd52", "address": "fa:16:3e:fa:0f:ea", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592802e5-82", "ovs_interfaceid": "592802e5-8259-4d20-828a-e6525046dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.975475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc15633a-132b-4edd-b37c-1ac466c03b58 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.983303] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19be94ef-080c-4dea-97fa-91bc006287c6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.013313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc64b51f-2e84-4bcd-a161-344147bfb96a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.020331] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a168e71b-7e22-4921-bbf5-bfefae0e5990 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.034564] env[68207]: DEBUG nova.compute.provider_tree [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.241666] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.241915] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.242084] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.242273] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.242418] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.242564] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.242765] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.242925] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.243106] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.243268] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.243442] env[68207]: DEBUG nova.virt.hardware [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.248811] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.249107] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f326e31-8450-4c75-8ee1-39b4528c51e0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.267790] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1327.267790] env[68207]: value = "task-2777782" [ 1327.267790] env[68207]: _type = "Task" [ 1327.267790] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.275907] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.461066] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.461066] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Instance network_info: |[{"id": "592802e5-8259-4d20-828a-e6525046dd52", "address": "fa:16:3e:fa:0f:ea", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592802e5-82", "ovs_interfaceid": "592802e5-8259-4d20-828a-e6525046dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.461284] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0f:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '592802e5-8259-4d20-828a-e6525046dd52', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.468667] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.468880] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.469112] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-310671e3-e0c6-47f5-8918-fa7646de9056 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.490707] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.490707] env[68207]: value = "task-2777783" [ 1327.490707] env[68207]: _type = "Task" [ 1327.490707] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.498074] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777783, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.556766] env[68207]: ERROR nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [req-60331a8f-300b-44ae-b0b2-be20912ce56b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60331a8f-300b-44ae-b0b2-be20912ce56b"}]} [ 1327.576407] env[68207]: DEBUG nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1327.589176] env[68207]: DEBUG nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1327.589387] env[68207]: DEBUG nova.compute.provider_tree [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.601605] env[68207]: DEBUG nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1327.618805] env[68207]: DEBUG nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1327.712477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dd57bb-16f6-425f-a8b6-cc9303a7443f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.720040] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a8812-167c-421d-ad05-f869db5648d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.751461] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc7a9a-b9cc-4351-b1c5-35f7c91c79d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.755034] env[68207]: DEBUG nova.compute.manager [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Received event network-changed-592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1327.755229] env[68207]: DEBUG nova.compute.manager [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Refreshing instance network info cache due to event network-changed-592802e5-8259-4d20-828a-e6525046dd52. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1327.755449] env[68207]: DEBUG oslo_concurrency.lockutils [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] Acquiring lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.755635] env[68207]: DEBUG oslo_concurrency.lockutils [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] Acquired lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.755821] env[68207]: DEBUG nova.network.neutron [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Refreshing network info cache for port 592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.762632] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478f4114-4fd6-4036-9c98-1b87504fc3ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.781201] env[68207]: DEBUG nova.compute.provider_tree [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.787115] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777782, 'name': ReconfigVM_Task, 'duration_secs': 0.178731} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.787381] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.788142] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250fb28c-c9da-45d4-99b9-d3af6b69b914 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.812703] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.813192] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561c54d9-08d0-441f-8500-50fb16b4403b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.831043] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1327.831043] env[68207]: value = "task-2777784" [ 1327.831043] env[68207]: _type = "Task" [ 1327.831043] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.839053] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.000639] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777783, 'name': CreateVM_Task, 'duration_secs': 0.304353} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.000839] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.001586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.001763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.002135] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.002471] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685f9c53-bca8-4732-b18e-39acb0bb8382 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.007079] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1328.007079] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520f564e-2273-07d9-9c9b-cc078c3822ff" [ 1328.007079] env[68207]: _type = "Task" [ 1328.007079] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.014705] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520f564e-2273-07d9-9c9b-cc078c3822ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.309927] env[68207]: DEBUG nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1328.310209] env[68207]: DEBUG nova.compute.provider_tree [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 184 to 185 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1328.310391] env[68207]: DEBUG nova.compute.provider_tree [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1328.342675] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777784, 'name': ReconfigVM_Task, 'duration_secs': 0.265766} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.342940] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.343272] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.446106] env[68207]: DEBUG nova.network.neutron [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updated VIF entry in instance network info cache for port 592802e5-8259-4d20-828a-e6525046dd52. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.446463] env[68207]: DEBUG nova.network.neutron [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [{"id": "592802e5-8259-4d20-828a-e6525046dd52", "address": "fa:16:3e:fa:0f:ea", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592802e5-82", "ovs_interfaceid": "592802e5-8259-4d20-828a-e6525046dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.517842] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520f564e-2273-07d9-9c9b-cc078c3822ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.518253] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.518492] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.518724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.518871] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.519058] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.519314] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3221e103-8739-4b6b-bbe1-49940496bd42 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.527288] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.527467] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.528183] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636f7029-2f8d-4f5c-8de7-6399b34d444c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.533562] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1328.533562] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5206ca8f-d710-8886-cd0e-a8d501d2b5b0" [ 1328.533562] env[68207]: _type = "Task" [ 1328.533562] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.540971] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5206ca8f-d710-8886-cd0e-a8d501d2b5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.820708] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.440s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.840381] env[68207]: INFO nova.scheduler.client.report [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted allocations for instance e2d940b0-3a0b-45fa-a62b-71669daf3f49 [ 1328.850025] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedef87d-b4e9-477e-abc8-c42d2bda6a26 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.876484] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bb12b8-a25a-459b-af9f-3a9e00720432 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.897019] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.949118] env[68207]: DEBUG oslo_concurrency.lockutils [req-cc46a190-2136-45e7-b606-f1aa6787ab12 req-d14c9105-dea5-466e-b19a-0c1f1bee1914 service nova] Releasing lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.043808] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5206ca8f-d710-8886-cd0e-a8d501d2b5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.044646] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570895d5-2ae7-4747-a350-4451b81523f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.049811] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1329.049811] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5298d31b-7906-2dc7-a3db-a0b5c4921f23" [ 1329.049811] env[68207]: _type = "Task" [ 1329.049811] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.057155] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5298d31b-7906-2dc7-a3db-a0b5c4921f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.352792] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0640515a-c88c-4139-8de9-5bcff5e7c348 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "e2d940b0-3a0b-45fa-a62b-71669daf3f49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.544s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.560223] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5298d31b-7906-2dc7-a3db-a0b5c4921f23, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.560486] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.560741] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac/1bd1f3e9-a4cf-42c7-8b42-fe234725cdac.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.560990] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c2a7a1-a5cc-4160-83ce-90dc5d16a753 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.566748] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1329.566748] env[68207]: value = "task-2777785" [ 1329.566748] env[68207]: _type = "Task" [ 1329.566748] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.573835] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.076762] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423733} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.077061] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac/1bd1f3e9-a4cf-42c7-8b42-fe234725cdac.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.077250] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.077488] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18bd30af-f11a-4427-8e14-4975bfbae812 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.083751] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1330.083751] env[68207]: value = "task-2777786" [ 1330.083751] env[68207]: _type = "Task" [ 1330.083751] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.091383] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.533553] env[68207]: DEBUG nova.network.neutron [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Port 8e505d09-7588-4b08-b998-809be5e8a1d9 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1330.593893] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06202} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.594183] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.594949] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7392b3-3555-4081-8237-e74850155521 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.618126] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac/1bd1f3e9-a4cf-42c7-8b42-fe234725cdac.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.618959] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fff10629-b819-47b0-ab24-f6865d730483 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.637625] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1330.637625] env[68207]: value = "task-2777787" [ 1330.637625] env[68207]: _type = "Task" [ 1330.637625] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.645856] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.148162] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777787, 'name': ReconfigVM_Task, 'duration_secs': 0.277135} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.148545] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac/1bd1f3e9-a4cf-42c7-8b42-fe234725cdac.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.149041] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec04132f-b9ba-4edc-913e-47c373cbd46a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.154580] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1331.154580] env[68207]: value = "task-2777788" [ 1331.154580] env[68207]: _type = "Task" [ 1331.154580] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.161953] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777788, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.267612] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.267839] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.554713] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.554939] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.555124] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.664803] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777788, 'name': Rename_Task, 'duration_secs': 0.169504} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.665088] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.665329] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8d3ff3-fb9c-4eb6-8e86-195927291207 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.672010] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1331.672010] env[68207]: value = "task-2777789" [ 1331.672010] env[68207]: _type = "Task" [ 1331.672010] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.679405] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.770105] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.183175] env[68207]: DEBUG oslo_vmware.api [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777789, 'name': PowerOnVM_Task, 'duration_secs': 0.416613} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.183509] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.183649] env[68207]: INFO nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1332.183834] env[68207]: DEBUG nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.184657] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b3b24-bc04-4fd9-8019-bdf200d98153 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.291551] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.291880] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.293406] env[68207]: INFO nova.compute.claims [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.593536] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.593732] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.593914] env[68207]: DEBUG nova.network.neutron [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.702094] env[68207]: INFO nova.compute.manager [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Took 13.46 seconds to build instance. [ 1333.204100] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d0dedc05-a3a5-4904-8ed2-0b23f3aa9e3f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.973s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.387676] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e5cd94-e3d4-493d-b214-38bdcb1c6753 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.395489] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71370c3b-2d4d-4525-b85d-31f97d3e1ea6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.427551] env[68207]: DEBUG nova.network.neutron [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.431812] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d760d6-cdc6-46a4-9f72-3da68068befa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.436747] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66ae9e-f53b-449d-8a9c-d1a5f9820eee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.451781] env[68207]: DEBUG nova.compute.provider_tree [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.536291] env[68207]: DEBUG nova.compute.manager [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Received event network-changed-592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1333.536441] env[68207]: DEBUG nova.compute.manager [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Refreshing instance network info cache due to event network-changed-592802e5-8259-4d20-828a-e6525046dd52. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1333.536659] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] Acquiring lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.536830] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] Acquired lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.537417] env[68207]: DEBUG nova.network.neutron [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Refreshing network info cache for port 592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.932701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.973775] env[68207]: ERROR nova.scheduler.client.report [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [req-fcc3fa3a-d30c-4855-bbc3-4641783a5e45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcc3fa3a-d30c-4855-bbc3-4641783a5e45"}]} [ 1333.989951] env[68207]: DEBUG nova.scheduler.client.report [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1334.004518] env[68207]: DEBUG nova.scheduler.client.report [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1334.004752] env[68207]: DEBUG nova.compute.provider_tree [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.015906] env[68207]: DEBUG nova.scheduler.client.report [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1334.036919] env[68207]: DEBUG nova.scheduler.client.report [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1334.150174] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8710b7c-80ad-480a-8099-c7f0996c8a4a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.159845] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c405ba-0d9f-43c4-a3f4-c17512ee5c73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.192818] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7050fe-2262-447a-a4c5-f83c3e68b83e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.201102] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e612b287-9357-48c9-b717-bcf04076ba32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.215916] env[68207]: DEBUG nova.compute.provider_tree [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.253784] env[68207]: DEBUG nova.network.neutron [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updated VIF entry in instance network info cache for port 592802e5-8259-4d20-828a-e6525046dd52. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.254146] env[68207]: DEBUG nova.network.neutron [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [{"id": "592802e5-8259-4d20-828a-e6525046dd52", "address": "fa:16:3e:fa:0f:ea", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592802e5-82", "ovs_interfaceid": "592802e5-8259-4d20-828a-e6525046dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.441285] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779e342-568f-445b-84f7-d486640b74d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.448193] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9912891-6f21-4c46-a67d-8a0bfa25a493 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.752165] env[68207]: DEBUG nova.scheduler.client.report [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1334.752463] env[68207]: DEBUG nova.compute.provider_tree [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 186 to 187 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1334.752658] env[68207]: DEBUG nova.compute.provider_tree [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.756328] env[68207]: DEBUG oslo_concurrency.lockutils [req-0c579c0c-c1da-4f75-a798-9196b27c3761 req-5f4c87da-e31f-4a90-add2-fd715158674d service nova] Releasing lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.258524] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.259727] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.541731] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b863d48-a32d-4eb4-82c7-7f273eb80b5e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.564177] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae136f8-441e-4a93-a132-77d0ca0b9fe6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.570744] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.763265] env[68207]: DEBUG nova.compute.utils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.764671] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.764879] env[68207]: DEBUG nova.network.neutron [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.024704] env[68207]: DEBUG nova.policy [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '846899152067458ab2339bbee85a59ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce671f155cfe4b329a8509de2113ac60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.076926] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.077256] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5b0a77d-3a27-4d2f-aff2-b86945035358 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.084745] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1336.084745] env[68207]: value = "task-2777790" [ 1336.084745] env[68207]: _type = "Task" [ 1336.084745] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.093019] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.268347] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.305493] env[68207]: DEBUG nova.network.neutron [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Successfully created port: 18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.596182] env[68207]: DEBUG oslo_vmware.api [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777790, 'name': PowerOnVM_Task, 'duration_secs': 0.43416} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.596403] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.596587] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3f832-7f15-4b16-ad44-9adbe4b9f662 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance '1ddc8118-f588-405d-9f82-68d85af6c671' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.278269] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.303922] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.304192] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.304350] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.304527] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.304671] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.304817] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.305031] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.305296] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.305506] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.305706] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.305891] env[68207]: DEBUG nova.virt.hardware [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.306739] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4e719-d78b-462e-805b-4524d0d3f036 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.314644] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a480eb-4ca3-47b8-99de-bb8f2dbae1fe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.659551] env[68207]: DEBUG nova.compute.manager [req-4039bb02-40d1-4edb-a116-2b19a0611f31 req-a72949a3-5aca-40f1-a3a1-927e1340a4f0 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Received event network-vif-plugged-18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1337.659866] env[68207]: DEBUG oslo_concurrency.lockutils [req-4039bb02-40d1-4edb-a116-2b19a0611f31 req-a72949a3-5aca-40f1-a3a1-927e1340a4f0 service nova] Acquiring lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.660226] env[68207]: DEBUG oslo_concurrency.lockutils [req-4039bb02-40d1-4edb-a116-2b19a0611f31 req-a72949a3-5aca-40f1-a3a1-927e1340a4f0 service nova] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.660499] env[68207]: DEBUG oslo_concurrency.lockutils [req-4039bb02-40d1-4edb-a116-2b19a0611f31 req-a72949a3-5aca-40f1-a3a1-927e1340a4f0 service nova] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.660761] env[68207]: DEBUG nova.compute.manager [req-4039bb02-40d1-4edb-a116-2b19a0611f31 req-a72949a3-5aca-40f1-a3a1-927e1340a4f0 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] No waiting events found dispatching network-vif-plugged-18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.661074] env[68207]: WARNING nova.compute.manager [req-4039bb02-40d1-4edb-a116-2b19a0611f31 req-a72949a3-5aca-40f1-a3a1-927e1340a4f0 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Received unexpected event network-vif-plugged-18c6d015-c1a1-4e5e-a184-fb410a88c0e2 for instance with vm_state building and task_state spawning. [ 1337.741991] env[68207]: DEBUG nova.network.neutron [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Successfully updated port: 18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.244458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.244618] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.244755] env[68207]: DEBUG nova.network.neutron [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.775331] env[68207]: DEBUG nova.network.neutron [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.901220] env[68207]: DEBUG nova.network.neutron [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updating instance_info_cache with network_info: [{"id": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "address": "fa:16:3e:75:41:54", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c6d015-c1", "ovs_interfaceid": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.200940] env[68207]: DEBUG nova.network.neutron [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Port 8e505d09-7588-4b08-b998-809be5e8a1d9 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1339.201264] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.201459] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.201633] env[68207]: DEBUG nova.network.neutron [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.404228] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.404554] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Instance network_info: |[{"id": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "address": "fa:16:3e:75:41:54", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c6d015-c1", "ovs_interfaceid": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.405014] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:41:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c6d015-c1a1-4e5e-a184-fb410a88c0e2', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.412432] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.412643] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.412870] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e6004f-4a1d-42e2-9027-1df9582caeaa {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.432903] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.432903] env[68207]: value = "task-2777791" [ 1339.432903] env[68207]: _type = "Task" [ 1339.432903] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.442072] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777791, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.687924] env[68207]: DEBUG nova.compute.manager [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Received event network-changed-18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1339.688203] env[68207]: DEBUG nova.compute.manager [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Refreshing instance network info cache due to event network-changed-18c6d015-c1a1-4e5e-a184-fb410a88c0e2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1339.688411] env[68207]: DEBUG oslo_concurrency.lockutils [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] Acquiring lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.688584] env[68207]: DEBUG oslo_concurrency.lockutils [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] Acquired lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.688768] env[68207]: DEBUG nova.network.neutron [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Refreshing network info cache for port 18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.920127] env[68207]: DEBUG nova.network.neutron [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.943362] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777791, 'name': CreateVM_Task, 'duration_secs': 0.306748} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.943539] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.944216] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.944378] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.944704] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.944963] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7d3abb-b8e3-430c-826e-5f76e2b63977 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.949552] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1339.949552] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d5ea99-86e5-06c4-eb7d-d1009dd8cc55" [ 1339.949552] env[68207]: _type = "Task" [ 1339.949552] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.957538] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d5ea99-86e5-06c4-eb7d-d1009dd8cc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.361430] env[68207]: DEBUG nova.network.neutron [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updated VIF entry in instance network info cache for port 18c6d015-c1a1-4e5e-a184-fb410a88c0e2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.361842] env[68207]: DEBUG nova.network.neutron [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updating instance_info_cache with network_info: [{"id": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "address": "fa:16:3e:75:41:54", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c6d015-c1", "ovs_interfaceid": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.422620] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.460499] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d5ea99-86e5-06c4-eb7d-d1009dd8cc55, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.460837] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.461119] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.461380] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.461554] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.461766] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.462042] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e728b0-c599-4910-910f-90ca83d32c24 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.470841] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.471082] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.472068] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b93d72b-51c6-40e9-a83a-5c8c24d50fb2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.478121] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1340.478121] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5226e9fc-4257-2850-7a6d-8ed727c2cb00" [ 1340.478121] env[68207]: _type = "Task" [ 1340.478121] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.487390] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5226e9fc-4257-2850-7a6d-8ed727c2cb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.864385] env[68207]: DEBUG oslo_concurrency.lockutils [req-0e53cbc1-c112-457e-8a0c-95729de5192e req-50b458c6-e4f3-40d3-b733-2217f2fe0e5e service nova] Releasing lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.926115] env[68207]: DEBUG nova.compute.manager [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68207) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1340.991138] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5226e9fc-4257-2850-7a6d-8ed727c2cb00, 'name': SearchDatastore_Task, 'duration_secs': 0.00758} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.991910] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20faccd-169a-4966-b87f-b2aa65bfce61 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.996893] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1340.996893] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52fc8a44-4863-2f32-43e0-93d5e03cd720" [ 1340.996893] env[68207]: _type = "Task" [ 1340.996893] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.004239] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc8a44-4863-2f32-43e0-93d5e03cd720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.510112] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52fc8a44-4863-2f32-43e0-93d5e03cd720, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.510112] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.510112] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 93a3c99b-f769-4f0c-88e9-53d9db1684ce/93a3c99b-f769-4f0c-88e9-53d9db1684ce.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.510112] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f57571-0192-4130-a18f-f1aca4536ed1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.515745] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1341.515745] env[68207]: value = "task-2777792" [ 1341.515745] env[68207]: _type = "Task" [ 1341.515745] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.523603] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.025508] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411774} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.025820] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 93a3c99b-f769-4f0c-88e9-53d9db1684ce/93a3c99b-f769-4f0c-88e9-53d9db1684ce.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.026011] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.026457] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.026720] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.027893] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77f6e39e-f562-434e-9374-859306a21c81 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.034334] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1342.034334] env[68207]: value = "task-2777793" [ 1342.034334] env[68207]: _type = "Task" [ 1342.034334] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.043482] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.467182] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.467472] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.530943] env[68207]: DEBUG nova.objects.instance [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'migration_context' on Instance uuid 1ddc8118-f588-405d-9f82-68d85af6c671 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.544051] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056962} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.544190] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.544842] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e5f271-e3fb-42ba-a574-8f431dfaa25f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.567092] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 93a3c99b-f769-4f0c-88e9-53d9db1684ce/93a3c99b-f769-4f0c-88e9-53d9db1684ce.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.567336] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a56950-dad7-4622-a5a9-66a3b094efdb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.586749] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1342.586749] env[68207]: value = "task-2777794" [ 1342.586749] env[68207]: _type = "Task" [ 1342.586749] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.594261] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.970951] env[68207]: INFO nova.compute.manager [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Detaching volume d1bc2419-ec92-41e2-98f2-6c58f88fcf1b [ 1343.000208] env[68207]: INFO nova.virt.block_device [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Attempting to driver detach volume d1bc2419-ec92-41e2-98f2-6c58f88fcf1b from mountpoint /dev/sdb [ 1343.000566] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1343.000667] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558497', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'name': 'volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9d339cb-e681-4605-9f3a-1870c4f6e4b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'serial': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1343.001554] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cffa42-7d9f-4b64-b730-1ee93a97f320 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.023583] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c5459-1f41-4421-81d8-feb73d5293ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.030496] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d0b30c-89b6-4ef2-8ab4-a614f56d123f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.055725] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b332946-767d-472c-a349-3176ca4481cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.070872] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] The volume has not been displaced from its original location: [datastore2] volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b/volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1343.076048] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.078760] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd9a465-f147-42da-b05a-a167bc9587ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.098819] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777794, 'name': ReconfigVM_Task, 'duration_secs': 0.328597} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.100049] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 93a3c99b-f769-4f0c-88e9-53d9db1684ce/93a3c99b-f769-4f0c-88e9-53d9db1684ce.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.100721] env[68207]: DEBUG oslo_vmware.api [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1343.100721] env[68207]: value = "task-2777795" [ 1343.100721] env[68207]: _type = "Task" [ 1343.100721] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.103101] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7283a37-73e7-4cf9-aa25-999d0ffab55c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.112903] env[68207]: DEBUG oslo_vmware.api [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.114300] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1343.114300] env[68207]: value = "task-2777796" [ 1343.114300] env[68207]: _type = "Task" [ 1343.114300] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.124760] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777796, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.172539] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f1ebe-cb46-4da6-b0bb-c86dcfabdb50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.179787] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2f7482-571a-4a5c-8d52-1c28512b7f14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.210209] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ae15a-c513-4817-a662-1a95b5f8b07a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.217358] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83907c-53cc-46ce-a853-a44a01f66e75 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.230609] env[68207]: DEBUG nova.compute.provider_tree [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.614628] env[68207]: DEBUG oslo_vmware.api [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777795, 'name': ReconfigVM_Task, 'duration_secs': 0.232285} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.614933] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.619591] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3398a25c-7ae0-4c9a-89dc-2eb774a97524 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.637846] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777796, 'name': Rename_Task, 'duration_secs': 0.160891} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.639024] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.639338] env[68207]: DEBUG oslo_vmware.api [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1343.639338] env[68207]: value = "task-2777797" [ 1343.639338] env[68207]: _type = "Task" [ 1343.639338] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.639538] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d27970-0594-49cb-ba0d-c1adcf2ce7ee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.648374] env[68207]: DEBUG oslo_vmware.api [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.649483] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1343.649483] env[68207]: value = "task-2777798" [ 1343.649483] env[68207]: _type = "Task" [ 1343.649483] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.660306] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.733693] env[68207]: DEBUG nova.scheduler.client.report [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.150848] env[68207]: DEBUG oslo_vmware.api [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777797, 'name': ReconfigVM_Task, 'duration_secs': 0.15814} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.153924] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558497', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'name': 'volume-d1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9d339cb-e681-4605-9f3a-1870c4f6e4b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b', 'serial': 'd1bc2419-ec92-41e2-98f2-6c58f88fcf1b'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1344.161396] env[68207]: DEBUG oslo_vmware.api [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777798, 'name': PowerOnVM_Task, 'duration_secs': 0.472463} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.161656] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.161862] env[68207]: INFO nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1344.162059] env[68207]: DEBUG nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.162839] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745c05c-9c0f-45ce-82b5-6a6b347529e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.681162] env[68207]: INFO nova.compute.manager [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Took 12.41 seconds to build instance. [ 1344.696165] env[68207]: DEBUG nova.objects.instance [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.744491] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.718s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.099743] env[68207]: DEBUG nova.compute.manager [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Received event network-changed-18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1345.099743] env[68207]: DEBUG nova.compute.manager [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Refreshing instance network info cache due to event network-changed-18c6d015-c1a1-4e5e-a184-fb410a88c0e2. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1345.099743] env[68207]: DEBUG oslo_concurrency.lockutils [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] Acquiring lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.099743] env[68207]: DEBUG oslo_concurrency.lockutils [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] Acquired lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.099898] env[68207]: DEBUG nova.network.neutron [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Refreshing network info cache for port 18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.184159] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d74ba3cb-f7c0-4adf-a00c-4f9909c73164 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.916s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.652695] env[68207]: DEBUG oslo_concurrency.lockutils [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.702491] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c2d19eb8-7972-46c8-98d9-b569685260c3 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.703721] env[68207]: DEBUG oslo_concurrency.lockutils [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.051s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.703951] env[68207]: DEBUG nova.compute.manager [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.705120] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e87431-c741-45f3-a619-8f7335b3f57d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.715588] env[68207]: DEBUG nova.compute.manager [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1345.716216] env[68207]: DEBUG nova.objects.instance [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.808362] env[68207]: DEBUG nova.network.neutron [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updated VIF entry in instance network info cache for port 18c6d015-c1a1-4e5e-a184-fb410a88c0e2. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.808766] env[68207]: DEBUG nova.network.neutron [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updating instance_info_cache with network_info: [{"id": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "address": "fa:16:3e:75:41:54", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c6d015-c1", "ovs_interfaceid": "18c6d015-c1a1-4e5e-a184-fb410a88c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.286230] env[68207]: INFO nova.compute.manager [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Swapping old allocation on dict_keys(['e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f']) held by migration 9d2bc28f-51ab-495a-be0c-b1263123177d for instance [ 1346.307323] env[68207]: DEBUG nova.scheduler.client.report [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Overwriting current allocation {'allocations': {'e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '499428c0cc6d493a896012aeaa18eae6', 'user_id': '9e87295ad81a4abd8b85c864c5f8fb48', 'consumer_generation': 1} on consumer 1ddc8118-f588-405d-9f82-68d85af6c671 {{(pid=68207) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1346.310693] env[68207]: DEBUG oslo_concurrency.lockutils [req-bac72c26-d540-4677-9519-247380a03ce6 req-2441be08-8359-4343-bcfe-c8c0ec410e87 service nova] Releasing lock "refresh_cache-93a3c99b-f769-4f0c-88e9-53d9db1684ce" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.381945] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.382156] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.382336] env[68207]: DEBUG nova.network.neutron [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.722054] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.722830] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a9fdc5-73d7-48a4-9eb3-22b378b22b23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.730197] env[68207]: DEBUG oslo_vmware.api [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1346.730197] env[68207]: value = "task-2777800" [ 1346.730197] env[68207]: _type = "Task" [ 1346.730197] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.738306] env[68207]: DEBUG oslo_vmware.api [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.094175] env[68207]: DEBUG nova.network.neutron [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [{"id": "8e505d09-7588-4b08-b998-809be5e8a1d9", "address": "fa:16:3e:4d:9c:f2", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e505d09-75", "ovs_interfaceid": "8e505d09-7588-4b08-b998-809be5e8a1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.240280] env[68207]: DEBUG oslo_vmware.api [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777800, 'name': PowerOffVM_Task, 'duration_secs': 0.255793} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.240520] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.240716] env[68207]: DEBUG nova.compute.manager [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.241476] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913bf5e5-b26e-4e5b-9488-335e28db98a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.253793] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.253793] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.253793] env[68207]: INFO nova.compute.manager [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Shelving [ 1347.596862] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-1ddc8118-f588-405d-9f82-68d85af6c671" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.597820] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5780c4-f675-4907-8e16-49d165ec6f27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.604730] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca60ffa0-52d6-45f6-a564-6fb1daab5d59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.753463] env[68207]: DEBUG oslo_concurrency.lockutils [None req-442599a8-c236-48eb-8790-f512678aa2f1 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.047170] env[68207]: DEBUG nova.objects.instance [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.260147] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.260487] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f915efe2-3600-46bf-94bb-02c74fab6257 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.268267] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1348.268267] env[68207]: value = "task-2777801" [ 1348.268267] env[68207]: _type = "Task" [ 1348.268267] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.276657] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.552219] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.552392] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.552516] env[68207]: DEBUG nova.network.neutron [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.552691] env[68207]: DEBUG nova.objects.instance [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'info_cache' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.686535] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.688907] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d36f51-efd4-42f8-8b75-8d33bd36568d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.700405] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1348.700405] env[68207]: value = "task-2777802" [ 1348.700405] env[68207]: _type = "Task" [ 1348.700405] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.709289] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.777747] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777801, 'name': PowerOffVM_Task, 'duration_secs': 0.201662} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.778013] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.778815] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0717b82-5732-4e10-a6f4-8d9c6a81a415 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.798909] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46324b8-072f-40cb-8556-d2f14e03775c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.056404] env[68207]: DEBUG nova.objects.base [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1349.211154] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777802, 'name': PowerOffVM_Task, 'duration_secs': 0.341148} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.211461] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.212195] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.212428] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.212624] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.212839] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.213020] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.213184] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.213424] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.213610] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.213850] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.214039] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.214250] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.219486] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b07e09c-8ae3-4151-b118-9f460d8df4a4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.234739] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1349.234739] env[68207]: value = "task-2777804" [ 1349.234739] env[68207]: _type = "Task" [ 1349.234739] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.242703] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.309368] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1349.309772] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ae7b0a0-4c77-4c29-8426-6046aceff010 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.316658] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1349.316658] env[68207]: value = "task-2777805" [ 1349.316658] env[68207]: _type = "Task" [ 1349.316658] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.324886] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.745039] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.758917] env[68207]: DEBUG nova.network.neutron [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [{"id": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "address": "fa:16:3e:b9:77:a6", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4fdfe3-8e", "ovs_interfaceid": "cb4fdfe3-8e17-4e10-8acd-10c9ae75f947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.826808] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.245303] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.261975] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "refresh_cache-a9d339cb-e681-4605-9f3a-1870c4f6e4b1" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.328236] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777805, 'name': CreateSnapshot_Task, 'duration_secs': 0.931951} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.328488] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.329256] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83885502-edb6-4b15-a5ab-f1b6f0730235 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.746211] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777804, 'name': ReconfigVM_Task, 'duration_secs': 1.25474} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.746955] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386ea4c-ebb3-4fdd-ac50-214a8daf8191 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.769274] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.769511] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.769687] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.769894] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.770054] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.770207] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.770407] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.770565] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.770728] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.770887] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.771080] env[68207]: DEBUG nova.virt.hardware [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.772131] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3490b1cd-2dc3-4d83-a307-0b893c59ba07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.777885] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1350.777885] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52d0215f-aac2-0b38-c8b4-225e96f76fb6" [ 1350.777885] env[68207]: _type = "Task" [ 1350.777885] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.785653] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d0215f-aac2-0b38-c8b4-225e96f76fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.846210] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1350.846683] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e0676b0-fd48-4da9-b9e5-607bdb8bbde9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.855365] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1350.855365] env[68207]: value = "task-2777806" [ 1350.855365] env[68207]: _type = "Task" [ 1350.855365] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.862821] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777806, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.273396] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.273878] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343fc099-4f0c-4290-b90e-7a4a861ee3ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.283734] env[68207]: DEBUG oslo_vmware.api [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1351.283734] env[68207]: value = "task-2777808" [ 1351.283734] env[68207]: _type = "Task" [ 1351.283734] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.290872] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52d0215f-aac2-0b38-c8b4-225e96f76fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.00699} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.297075] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.300816] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71690b7-012c-47c7-9f80-0b82d8921d73 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.314266] env[68207]: DEBUG oslo_vmware.api [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.318947] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1351.318947] env[68207]: value = "task-2777809" [ 1351.318947] env[68207]: _type = "Task" [ 1351.318947] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.327832] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.365305] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777806, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.793721] env[68207]: DEBUG oslo_vmware.api [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777808, 'name': PowerOnVM_Task, 'duration_secs': 0.391618} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.794110] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.794603] env[68207]: DEBUG nova.compute.manager [None req-5cc60aa4-71a5-43d5-8832-87f485489390 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.795941] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8c662a-ec80-4af4-b3e8-83b335045a59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.829991] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777809, 'name': ReconfigVM_Task, 'duration_secs': 0.207103} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.830294] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.831124] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac052c-c6f2-4727-8012-ab84f5497d23 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.858016] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.858638] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a59935e-6b96-4dac-a121-b557cb7ae873 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.880707] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777806, 'name': CloneVM_Task} progress is 100%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.881934] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1351.881934] env[68207]: value = "task-2777810" [ 1351.881934] env[68207]: _type = "Task" [ 1351.881934] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.890085] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.368052] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777806, 'name': CloneVM_Task, 'duration_secs': 1.060695} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.368299] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Created linked-clone VM from snapshot [ 1352.368967] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44e86d-9381-4ba6-be12-4bb5e04d5e6b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.376014] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Uploading image a70b0f50-ad84-4edb-a706-df6f73f5c6ab {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1352.390431] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777810, 'name': ReconfigVM_Task, 'duration_secs': 0.345852} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.391101] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671/1ddc8118-f588-405d-9f82-68d85af6c671.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.392030] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a47ad6-b3f0-4585-886b-e4d8ff1bb88c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.414802] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1352.414802] env[68207]: value = "vm-558505" [ 1352.414802] env[68207]: _type = "VirtualMachine" [ 1352.414802] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1352.415524] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89552b-d278-46b0-a4f6-3ac8a2c46074 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.417802] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-236f146c-eb86-4fea-bfe8-160c694ab7d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.437682] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a6d30-5c3b-4393-b8d6-1e902b6fb0b6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.439933] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease: (returnval){ [ 1352.439933] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5200fbef-ab7b-c10d-11ba-d8bb9049d4a8" [ 1352.439933] env[68207]: _type = "HttpNfcLease" [ 1352.439933] env[68207]: } obtained for exporting VM: (result){ [ 1352.439933] env[68207]: value = "vm-558505" [ 1352.439933] env[68207]: _type = "VirtualMachine" [ 1352.439933] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1352.440301] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the lease: (returnval){ [ 1352.440301] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5200fbef-ab7b-c10d-11ba-d8bb9049d4a8" [ 1352.440301] env[68207]: _type = "HttpNfcLease" [ 1352.440301] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1352.459824] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a7e51-83d4-4f13-a7db-12ad2d5acc34 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.463241] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1352.463241] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5200fbef-ab7b-c10d-11ba-d8bb9049d4a8" [ 1352.463241] env[68207]: _type = "HttpNfcLease" [ 1352.463241] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1352.463750] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1352.463750] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5200fbef-ab7b-c10d-11ba-d8bb9049d4a8" [ 1352.463750] env[68207]: _type = "HttpNfcLease" [ 1352.463750] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1352.464396] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186952e-8eeb-45e4-8bdf-1ec010c4d387 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.468737] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.469212] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d7ddb5-dc06-4217-b848-4603b1e6b4fd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.473462] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b1d12-e654-5463-acd9-d5f5056aff50/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1352.473637] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b1d12-e654-5463-acd9-d5f5056aff50/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1352.475741] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1352.475741] env[68207]: value = "task-2777812" [ 1352.475741] env[68207]: _type = "Task" [ 1352.475741] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.540025] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.569206] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f622bfd-fa7f-45fc-b514-e2e561d40ba0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.986393] env[68207]: DEBUG oslo_vmware.api [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777812, 'name': PowerOnVM_Task, 'duration_secs': 0.374249} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.986798] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.035733] env[68207]: INFO nova.compute.manager [None req-4a0cfa50-626a-4368-bf42-0409e9339a11 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance to original state: 'active' [ 1355.158946] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.159383] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.159701] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.160127] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.160447] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.162975] env[68207]: INFO nova.compute.manager [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Terminating instance [ 1355.667752] env[68207]: DEBUG nova.compute.manager [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.667938] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.668295] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c46591-5ceb-413b-8a42-4082cb5442d5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.675960] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1355.675960] env[68207]: value = "task-2777815" [ 1355.675960] env[68207]: _type = "Task" [ 1355.675960] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.684775] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.186291] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777815, 'name': PowerOffVM_Task, 'duration_secs': 0.212671} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.186653] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.186785] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1356.186999] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558500', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'name': 'volume-a2b341d8-209e-439a-845d-a22af678ac44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1ddc8118-f588-405d-9f82-68d85af6c671', 'attached_at': '2025-03-06T02:34:06.000000', 'detached_at': '', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'serial': 'a2b341d8-209e-439a-845d-a22af678ac44'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1356.187879] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9d1b4-cc01-442e-b0a9-1fef086e0f4f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.209597] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205b1050-ec0a-4fbe-87a6-b932b16275bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.216176] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f41aec3-6492-4420-a5eb-6825cd6ac43c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.235945] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bfb1b3-edf5-4142-ac62-576cfefc80d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.250202] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2b341d8-209e-439a-845d-a22af678ac44/volume-a2b341d8-209e-439a-845d-a22af678ac44.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1356.255407] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.255711] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13fe37f8-9714-48a7-8d43-d68e49db64d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.272691] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1356.272691] env[68207]: value = "task-2777816" [ 1356.272691] env[68207]: _type = "Task" [ 1356.272691] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.280345] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.782037] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777816, 'name': ReconfigVM_Task, 'duration_secs': 0.238105} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.782279] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.787199] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0d51cb-d191-4db3-99ab-0857201a52b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.801907] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1356.801907] env[68207]: value = "task-2777817" [ 1356.801907] env[68207]: _type = "Task" [ 1356.801907] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.809878] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.313133] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777817, 'name': ReconfigVM_Task, 'duration_secs': 0.146349} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.313528] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558500', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'name': 'volume-a2b341d8-209e-439a-845d-a22af678ac44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1ddc8118-f588-405d-9f82-68d85af6c671', 'attached_at': '2025-03-06T02:34:06.000000', 'detached_at': '', 'volume_id': 'a2b341d8-209e-439a-845d-a22af678ac44', 'serial': 'a2b341d8-209e-439a-845d-a22af678ac44'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1357.313611] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.314494] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e9444-f498-417d-81c9-6529b8be8298 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.321242] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.321500] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc4abebf-e1ee-488c-925e-06dca04c9058 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.385520] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.385734] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.385963] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleting the datastore file [datastore2] 1ddc8118-f588-405d-9f82-68d85af6c671 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.386254] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ec0267-0db3-4680-b058-cd627606fbfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.391986] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1357.391986] env[68207]: value = "task-2777820" [ 1357.391986] env[68207]: _type = "Task" [ 1357.391986] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.399414] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.902305] env[68207]: DEBUG oslo_vmware.api [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18379} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.902567] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.902751] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.902972] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.903127] env[68207]: INFO nova.compute.manager [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1357.903349] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.903537] env[68207]: DEBUG nova.compute.manager [-] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.903633] env[68207]: DEBUG nova.network.neutron [-] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.389027] env[68207]: DEBUG nova.compute.manager [req-e68f3cf9-08bc-4a28-9245-7bf17afe660b req-9e74be5f-070d-448a-853b-4e44407313b9 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Received event network-vif-deleted-8e505d09-7588-4b08-b998-809be5e8a1d9 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.389027] env[68207]: INFO nova.compute.manager [req-e68f3cf9-08bc-4a28-9245-7bf17afe660b req-9e74be5f-070d-448a-853b-4e44407313b9 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Neutron deleted interface 8e505d09-7588-4b08-b998-809be5e8a1d9; detaching it from the instance and deleting it from the info cache [ 1358.389027] env[68207]: DEBUG nova.network.neutron [req-e68f3cf9-08bc-4a28-9245-7bf17afe660b req-9e74be5f-070d-448a-853b-4e44407313b9 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.865554] env[68207]: DEBUG nova.network.neutron [-] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.890841] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baefc2aa-ed69-4a80-863b-cecd1e646466 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.901334] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde08111-f4ba-40e5-94a3-a4754f88a74d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.930039] env[68207]: DEBUG nova.compute.manager [req-e68f3cf9-08bc-4a28-9245-7bf17afe660b req-9e74be5f-070d-448a-853b-4e44407313b9 service nova] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Detach interface failed, port_id=8e505d09-7588-4b08-b998-809be5e8a1d9, reason: Instance 1ddc8118-f588-405d-9f82-68d85af6c671 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1359.369066] env[68207]: INFO nova.compute.manager [-] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Took 1.46 seconds to deallocate network for instance. [ 1359.792035] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b1d12-e654-5463-acd9-d5f5056aff50/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1359.792985] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10dffbd-8937-4502-b95c-91ef6ec1ae03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.800072] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b1d12-e654-5463-acd9-d5f5056aff50/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1359.800297] env[68207]: ERROR oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b1d12-e654-5463-acd9-d5f5056aff50/disk-0.vmdk due to incomplete transfer. [ 1359.800528] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c0ab853c-6d42-4db6-9706-f67b6df8fb55 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.808701] env[68207]: DEBUG oslo_vmware.rw_handles [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b1d12-e654-5463-acd9-d5f5056aff50/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1359.808892] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Uploaded image a70b0f50-ad84-4edb-a706-df6f73f5c6ab to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1359.811125] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1359.811364] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f8239a1-34b9-4d02-b42c-c2df06c02522 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.817224] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1359.817224] env[68207]: value = "task-2777822" [ 1359.817224] env[68207]: _type = "Task" [ 1359.817224] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.824858] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777822, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.910125] env[68207]: INFO nova.compute.manager [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Took 0.54 seconds to detach 1 volumes for instance. [ 1360.328714] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777822, 'name': Destroy_Task, 'duration_secs': 0.327775} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.329033] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Destroyed the VM [ 1360.329166] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1360.329414] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3193f1fc-f85f-43f6-962b-a6ed20a1fb05 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.336632] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1360.336632] env[68207]: value = "task-2777823" [ 1360.336632] env[68207]: _type = "Task" [ 1360.336632] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.345400] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777823, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.416680] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.416967] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.417179] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.439847] env[68207]: INFO nova.scheduler.client.report [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted allocations for instance 1ddc8118-f588-405d-9f82-68d85af6c671 [ 1360.487595] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.488341] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.488608] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.489219] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.489219] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.489342] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.489574] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.489793] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1360.490047] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.846758] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777823, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377964} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.847127] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1360.847302] env[68207]: DEBUG nova.compute.manager [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.848052] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3dcaa-f607-4518-836d-390b3f0778eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.947871] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7d19233e-49c1-432b-a05c-e76a9aa0e623 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "1ddc8118-f588-405d-9f82-68d85af6c671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.993366] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.993603] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.993779] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.993937] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.994799] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbee5aa4-b2a9-42c2-876f-74fe3c43f151 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.003155] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9027a47-787e-4b2c-8e9d-eab6106c0df7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.016284] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f432c-b9ef-498c-9aad-b32df03afe30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.023166] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba53add-0949-4971-8baf-10bcb46c570c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.051650] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180131MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1361.051769] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.051960] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.361194] env[68207]: INFO nova.compute.manager [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Shelve offloading [ 1361.865077] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.865443] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39918d7-8110-4bd3-8853-d51741123449 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.872640] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1361.872640] env[68207]: value = "task-2777825" [ 1361.872640] env[68207]: _type = "Task" [ 1361.872640] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.880382] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.076432] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 695fdfab-be7f-48ef-a04a-635702674c45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.076613] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance a9d339cb-e681-4605-9f3a-1870c4f6e4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.076733] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance dea709f7-9d15-4572-b20a-ba0f0bcaa157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.076857] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.077024] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 93a3c99b-f769-4f0c-88e9-53d9db1684ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.077255] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1362.077424] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1362.152056] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4abb769-db75-49e3-93e9-d4e03eb0dd74 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.159395] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a376725-cf45-4b15-9fd3-ac687f10e4d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.188090] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6ce91-3daf-42ad-b553-5fdbf7a8608b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.195048] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7abf26-0c61-4234-846e-00c353ef99b8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.207615] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.382912] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1362.383203] env[68207]: DEBUG nova.compute.manager [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.383959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9350178b-e4e2-4a9c-add4-15b497e1cbbf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.389459] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.389625] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.389793] env[68207]: DEBUG nova.network.neutron [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.618568] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.618800] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.711629] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.090152] env[68207]: DEBUG nova.network.neutron [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.121133] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.216357] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1363.216567] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.592737] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.643014] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.643305] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.644886] env[68207]: INFO nova.compute.claims [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.835354] env[68207]: DEBUG nova.compute.manager [req-43bc3bb6-9df8-4fa9-bd58-7b388b4cbca7 req-7be3ee01-8053-4f64-b287-6ff84ebf3898 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-vif-unplugged-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1363.835608] env[68207]: DEBUG oslo_concurrency.lockutils [req-43bc3bb6-9df8-4fa9-bd58-7b388b4cbca7 req-7be3ee01-8053-4f64-b287-6ff84ebf3898 service nova] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.835770] env[68207]: DEBUG oslo_concurrency.lockutils [req-43bc3bb6-9df8-4fa9-bd58-7b388b4cbca7 req-7be3ee01-8053-4f64-b287-6ff84ebf3898 service nova] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.836025] env[68207]: DEBUG oslo_concurrency.lockutils [req-43bc3bb6-9df8-4fa9-bd58-7b388b4cbca7 req-7be3ee01-8053-4f64-b287-6ff84ebf3898 service nova] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.836414] env[68207]: DEBUG nova.compute.manager [req-43bc3bb6-9df8-4fa9-bd58-7b388b4cbca7 req-7be3ee01-8053-4f64-b287-6ff84ebf3898 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] No waiting events found dispatching network-vif-unplugged-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.836636] env[68207]: WARNING nova.compute.manager [req-43bc3bb6-9df8-4fa9-bd58-7b388b4cbca7 req-7be3ee01-8053-4f64-b287-6ff84ebf3898 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received unexpected event network-vif-unplugged-611fa69c-e6d4-45fe-bffd-d64046d06707 for instance with vm_state shelved and task_state shelving_offloading. [ 1363.920989] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.921925] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84e0a58-4290-41d4-bcda-64dc519d8387 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.929335] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.929550] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ee15653-2970-4005-8499-3674a68a758c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.991940] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.992223] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.992409] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleting the datastore file [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.992665] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64ef280a-5618-49f5-b3a3-83ae21f10724 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.999128] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1363.999128] env[68207]: value = "task-2777827" [ 1363.999128] env[68207]: _type = "Task" [ 1363.999128] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.006591] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.334782] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.335082] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.509782] env[68207]: DEBUG oslo_vmware.api [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129767} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.509973] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.510170] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.510345] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.533774] env[68207]: INFO nova.scheduler.client.report [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted allocations for instance dea709f7-9d15-4572-b20a-ba0f0bcaa157 [ 1364.729371] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eceb667-f7c5-4e2e-8aba-31c7ae1d6f17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.737202] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24af2c-9985-4672-96ec-7365820d5615 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.766272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2581d09-30b5-4c29-8a76-96d59c5659ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.773547] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff938c7-5b6c-484f-9c65-3001c2cbe1be {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.786585] env[68207]: DEBUG nova.compute.provider_tree [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.837382] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.038408] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.290399] env[68207]: DEBUG nova.scheduler.client.report [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.356169] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.795295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.795827] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.798612] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.760s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.798834] env[68207]: DEBUG nova.objects.instance [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'resources' on Instance uuid dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.860502] env[68207]: DEBUG nova.compute.manager [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1365.860651] env[68207]: DEBUG nova.compute.manager [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing instance network info cache due to event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1365.860886] env[68207]: DEBUG oslo_concurrency.lockutils [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.861043] env[68207]: DEBUG oslo_concurrency.lockutils [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.861213] env[68207]: DEBUG nova.network.neutron [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.301473] env[68207]: DEBUG nova.compute.utils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.303000] env[68207]: DEBUG nova.objects.instance [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'numa_topology' on Instance uuid dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.304064] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.304244] env[68207]: DEBUG nova.network.neutron [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.346844] env[68207]: DEBUG nova.policy [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e87295ad81a4abd8b85c864c5f8fb48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '499428c0cc6d493a896012aeaa18eae6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.560265] env[68207]: DEBUG nova.network.neutron [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updated VIF entry in instance network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.560636] env[68207]: DEBUG nova.network.neutron [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap611fa69c-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.610679] env[68207]: DEBUG nova.network.neutron [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Successfully created port: ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.687539] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.805431] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.812551] env[68207]: DEBUG nova.objects.base [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1366.910587] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a57ea-9e25-4a8f-a33f-e4a3023142ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.918861] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49acc12c-c079-4565-95ea-19c77c71dc6e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.949782] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac841e83-7d72-4541-9187-7e5ed0e51a8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.956979] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399a730-dcb5-416b-bf91-75186fdcc246 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.969895] env[68207]: DEBUG nova.compute.provider_tree [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.063885] env[68207]: DEBUG oslo_concurrency.lockutils [req-9de0d1c6-964e-4f98-9f55-fcf517fccdc9 req-8a92fade-18eb-471a-90a9-da9a43f9b825 service nova] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.472994] env[68207]: DEBUG nova.scheduler.client.report [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.822273] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.850381] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.850644] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.850801] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.850980] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.851143] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.851293] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.851498] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.851654] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.851819] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.851979] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.852168] env[68207]: DEBUG nova.virt.hardware [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.853039] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b7d3bc-96e8-47a1-8cac-025288000e9f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.861478] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e71906-45b8-4ec0-956f-80154e28852c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.963076] env[68207]: DEBUG nova.compute.manager [req-2f25f42a-c4e4-4d62-8a97-358b221eaa49 req-36530508-7ddd-406d-a377-5a04f4c22ca4 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-vif-plugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1367.963345] env[68207]: DEBUG oslo_concurrency.lockutils [req-2f25f42a-c4e4-4d62-8a97-358b221eaa49 req-36530508-7ddd-406d-a377-5a04f4c22ca4 service nova] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.963548] env[68207]: DEBUG oslo_concurrency.lockutils [req-2f25f42a-c4e4-4d62-8a97-358b221eaa49 req-36530508-7ddd-406d-a377-5a04f4c22ca4 service nova] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.963707] env[68207]: DEBUG oslo_concurrency.lockutils [req-2f25f42a-c4e4-4d62-8a97-358b221eaa49 req-36530508-7ddd-406d-a377-5a04f4c22ca4 service nova] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.963941] env[68207]: DEBUG nova.compute.manager [req-2f25f42a-c4e4-4d62-8a97-358b221eaa49 req-36530508-7ddd-406d-a377-5a04f4c22ca4 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] No waiting events found dispatching network-vif-plugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.964144] env[68207]: WARNING nova.compute.manager [req-2f25f42a-c4e4-4d62-8a97-358b221eaa49 req-36530508-7ddd-406d-a377-5a04f4c22ca4 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received unexpected event network-vif-plugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a for instance with vm_state building and task_state spawning. [ 1367.978077] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.980782] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.624s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.981894] env[68207]: INFO nova.compute.claims [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.054587] env[68207]: DEBUG nova.network.neutron [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Successfully updated port: ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.493824] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d564adf0-a75c-4689-ae19-cf317ba263df tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.241s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.494675] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.807s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.494850] env[68207]: INFO nova.compute.manager [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Unshelving [ 1368.556910] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.557077] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.557176] env[68207]: DEBUG nova.network.neutron [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.087473] env[68207]: DEBUG nova.network.neutron [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.092996] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07df2df-af59-4ca2-b724-0e9e05cb6da2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.100765] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ddd5c6-cfab-47e5-befb-00a759a5580f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.132929] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614ec59-5473-4e6e-a9a4-611a52bcf8b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.140225] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f10af-5525-4b63-b9fe-e5721049d18d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.153501] env[68207]: DEBUG nova.compute.provider_tree [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.216755] env[68207]: DEBUG nova.network.neutron [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.515390] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.656952] env[68207]: DEBUG nova.scheduler.client.report [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.719609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.719873] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance network_info: |[{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.720386] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:59:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce281271-efcf-4d6d-9b54-be1b60bcf41a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.727934] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.728144] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.728385] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d322b28d-9745-40a8-9407-9b23765d4ad9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.750084] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.750084] env[68207]: value = "task-2777828" [ 1369.750084] env[68207]: _type = "Task" [ 1369.750084] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.758155] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777828, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.919514] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.919780] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.919965] env[68207]: DEBUG nova.compute.manager [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.920880] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02faadb-c422-47c6-b994-8dd497c539a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.927887] env[68207]: DEBUG nova.compute.manager [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68207) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1369.928477] env[68207]: DEBUG nova.objects.instance [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'flavor' on Instance uuid 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.991379] env[68207]: DEBUG nova.compute.manager [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1369.991568] env[68207]: DEBUG nova.compute.manager [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing instance network info cache due to event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1369.991774] env[68207]: DEBUG oslo_concurrency.lockutils [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.991913] env[68207]: DEBUG oslo_concurrency.lockutils [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.992084] env[68207]: DEBUG nova.network.neutron [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.163054] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.163054] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.165405] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.650s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.165601] env[68207]: DEBUG nova.objects.instance [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'pci_requests' on Instance uuid dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.261236] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777828, 'name': CreateVM_Task, 'duration_secs': 0.292503} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.261404] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.261947] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.262127] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.262451] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.262691] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f501e6fa-3285-4dd2-a34b-ff941f40ecb4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.266967] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1370.266967] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52580620-551d-29ed-e52f-9bc587bd9095" [ 1370.266967] env[68207]: _type = "Task" [ 1370.266967] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.274615] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52580620-551d-29ed-e52f-9bc587bd9095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.668130] env[68207]: DEBUG nova.compute.utils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.670872] env[68207]: DEBUG nova.objects.instance [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'numa_topology' on Instance uuid dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.672347] env[68207]: DEBUG nova.network.neutron [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updated VIF entry in instance network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.672649] env[68207]: DEBUG nova.network.neutron [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.673798] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.673983] env[68207]: DEBUG nova.network.neutron [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.709690] env[68207]: DEBUG nova.policy [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '846899152067458ab2339bbee85a59ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce671f155cfe4b329a8509de2113ac60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.778067] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52580620-551d-29ed-e52f-9bc587bd9095, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.778400] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.778633] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.778882] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.780071] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.780071] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.780071] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf4ad57-c184-4c04-9bd1-5bcc0d8354d8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.787407] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.787580] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.788298] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf5054c-bb33-4c0a-9e79-b679cd346a07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.792975] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1370.792975] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52378a98-4bbb-728a-ee7f-189bad76ce8c" [ 1370.792975] env[68207]: _type = "Task" [ 1370.792975] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.800133] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52378a98-4bbb-728a-ee7f-189bad76ce8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.935818] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.935818] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2bb4a93-2bbb-4233-b825-4589ec68b169 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.943162] env[68207]: DEBUG oslo_vmware.api [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1370.943162] env[68207]: value = "task-2777829" [ 1370.943162] env[68207]: _type = "Task" [ 1370.943162] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.954318] env[68207]: DEBUG oslo_vmware.api [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.975174] env[68207]: DEBUG nova.network.neutron [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Successfully created port: bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.175364] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.178562] env[68207]: DEBUG oslo_concurrency.lockutils [req-26270301-78fb-4722-851f-e5a34644eee4 req-ef8b801b-f562-4ab6-a4f9-b48c7e8770aa service nova] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.178869] env[68207]: INFO nova.compute.claims [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.303996] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52378a98-4bbb-728a-ee7f-189bad76ce8c, 'name': SearchDatastore_Task, 'duration_secs': 0.007866} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.304839] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c7679d-50fa-4ab8-afcc-bc20830530b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.310311] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1371.310311] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eaadf7-17ee-2c41-41f1-abf0d874e019" [ 1371.310311] env[68207]: _type = "Task" [ 1371.310311] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.317797] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eaadf7-17ee-2c41-41f1-abf0d874e019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.452720] env[68207]: DEBUG oslo_vmware.api [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777829, 'name': PowerOffVM_Task, 'duration_secs': 0.180127} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.452979] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.453193] env[68207]: DEBUG nova.compute.manager [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.453969] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e05a9-a81d-4f0c-8ce8-337023a710ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.682919] env[68207]: INFO nova.virt.block_device [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Booting with volume 5cf2bb12-2df8-403e-8e0c-988d658628d0 at /dev/sda [ 1371.722096] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f1fbfe5-889e-47f9-8b93-c7942c3bf0f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.731839] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea7bdeb-5e5a-4812-bd78-727274773df1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.759425] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f68fb8e-aa1b-4006-8195-8f87211a2aa6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.768079] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550292f-48bc-4d3a-89d3-f287ae45a118 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.795397] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb47f2-dec6-4399-8fd4-38c5446f4957 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.801629] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e5dfd-f62d-43fe-ae6f-43dfe37c2bf4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.815944] env[68207]: DEBUG nova.virt.block_device [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating existing volume attachment record: 233f8da1-3c70-4150-b7f4-ad56c5bf96ce {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1371.829678] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eaadf7-17ee-2c41-41f1-abf0d874e019, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.829914] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.830467] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.830467] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bb5d695-e7ad-49e1-a780-0349b349e322 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.837367] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1371.837367] env[68207]: value = "task-2777830" [ 1371.837367] env[68207]: _type = "Task" [ 1371.837367] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.845372] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.965252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-bc4adf7e-886f-420b-a96b-8ec62d95a00c tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.301898] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b7eae-6744-4e99-9237-5ef2efcf8ffc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.309434] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc93bed-e3c2-4739-9db5-df90a25788d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.339229] env[68207]: DEBUG nova.objects.instance [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'flavor' on Instance uuid 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.344275] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7d104-bb4e-43c5-94cd-610cd7d404e6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.352947] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4411} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.355822] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.355957] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.356306] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01fb018b-75dd-4096-bf21-a8ca0f21a2af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.359175] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4e0b17-3cc1-4f11-a95a-83bffa3f88bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.368222] env[68207]: DEBUG nova.compute.manager [req-c8c375d3-e6a2-41e5-8dce-deea18f3c2ba req-415fe251-1fb0-4a4a-8159-a4410fe1031a service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Received event network-vif-plugged-bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1372.368434] env[68207]: DEBUG oslo_concurrency.lockutils [req-c8c375d3-e6a2-41e5-8dce-deea18f3c2ba req-415fe251-1fb0-4a4a-8159-a4410fe1031a service nova] Acquiring lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.368635] env[68207]: DEBUG oslo_concurrency.lockutils [req-c8c375d3-e6a2-41e5-8dce-deea18f3c2ba req-415fe251-1fb0-4a4a-8159-a4410fe1031a service nova] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.369394] env[68207]: DEBUG oslo_concurrency.lockutils [req-c8c375d3-e6a2-41e5-8dce-deea18f3c2ba req-415fe251-1fb0-4a4a-8159-a4410fe1031a service nova] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.369394] env[68207]: DEBUG nova.compute.manager [req-c8c375d3-e6a2-41e5-8dce-deea18f3c2ba req-415fe251-1fb0-4a4a-8159-a4410fe1031a service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] No waiting events found dispatching network-vif-plugged-bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.369394] env[68207]: WARNING nova.compute.manager [req-c8c375d3-e6a2-41e5-8dce-deea18f3c2ba req-415fe251-1fb0-4a4a-8159-a4410fe1031a service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Received unexpected event network-vif-plugged-bd5bc954-2f52-4161-a05a-2a31679a5460 for instance with vm_state building and task_state block_device_mapping. [ 1372.381306] env[68207]: DEBUG nova.compute.provider_tree [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.383959] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1372.383959] env[68207]: value = "task-2777831" [ 1372.383959] env[68207]: _type = "Task" [ 1372.383959] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.392627] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.451941] env[68207]: DEBUG nova.network.neutron [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Successfully updated port: bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.845581] env[68207]: DEBUG oslo_concurrency.lockutils [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.845753] env[68207]: DEBUG oslo_concurrency.lockutils [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.845913] env[68207]: DEBUG nova.network.neutron [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.846168] env[68207]: DEBUG nova.objects.instance [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'info_cache' on Instance uuid 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.885459] env[68207]: DEBUG nova.scheduler.client.report [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.897395] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064729} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.897651] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.898496] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28f538-e04c-4e5b-a983-b58735d2464f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.920976] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.922956] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f42cbf9-8058-4d00-8561-73c495c852a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.946034] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1372.946034] env[68207]: value = "task-2777832" [ 1372.946034] env[68207]: _type = "Task" [ 1372.946034] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.954512] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.954650] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.955499] env[68207]: DEBUG nova.network.neutron [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.955775] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.349396] env[68207]: DEBUG nova.objects.base [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Object Instance<1bd1f3e9-a4cf-42c7-8b42-fe234725cdac> lazy-loaded attributes: flavor,info_cache {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1373.393625] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.228s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.421528] env[68207]: INFO nova.network.neutron [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating port 611fa69c-e6d4-45fe-bffd-d64046d06707 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1373.442166] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.442740] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.442966] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.443139] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.443330] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.443480] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.443632] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.443880] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.444057] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.444237] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.444399] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.444574] env[68207]: DEBUG nova.virt.hardware [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.445474] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f4089-71c9-4080-a3ab-0d7f4ecaa697 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.456377] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777832, 'name': ReconfigVM_Task, 'duration_secs': 0.316098} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.458444] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.460626] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7925dc-1907-46a9-acd8-123ced0489d4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.462977] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f52d8d-1ecd-45e1-a34d-9c6bef5d123e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.479928] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1373.479928] env[68207]: value = "task-2777833" [ 1373.479928] env[68207]: _type = "Task" [ 1373.479928] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.487199] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777833, 'name': Rename_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.493830] env[68207]: DEBUG nova.network.neutron [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.620135] env[68207]: DEBUG nova.network.neutron [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.989427] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777833, 'name': Rename_Task, 'duration_secs': 0.147296} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.989736] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.989981] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b703de-c983-4bf7-a7b2-7fc5668a2665 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.996117] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1373.996117] env[68207]: value = "task-2777834" [ 1373.996117] env[68207]: _type = "Task" [ 1373.996117] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.005166] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.125078] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.125078] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Instance network_info: |[{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.125078] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:20:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5bc954-2f52-4161-a05a-2a31679a5460', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.131106] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.132070] env[68207]: DEBUG nova.network.neutron [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [{"id": "592802e5-8259-4d20-828a-e6525046dd52", "address": "fa:16:3e:fa:0f:ea", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592802e5-82", "ovs_interfaceid": "592802e5-8259-4d20-828a-e6525046dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.133196] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.133590] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46de2051-eb3b-43be-89a1-2534ed4d7788 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.155227] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.155227] env[68207]: value = "task-2777835" [ 1374.155227] env[68207]: _type = "Task" [ 1374.155227] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.163610] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777835, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.389244] env[68207]: DEBUG nova.compute.manager [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Received event network-changed-bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1374.389499] env[68207]: DEBUG nova.compute.manager [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Refreshing instance network info cache due to event network-changed-bd5bc954-2f52-4161-a05a-2a31679a5460. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1374.389664] env[68207]: DEBUG oslo_concurrency.lockutils [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] Acquiring lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.389806] env[68207]: DEBUG oslo_concurrency.lockutils [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] Acquired lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.389963] env[68207]: DEBUG nova.network.neutron [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Refreshing network info cache for port bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.505782] env[68207]: DEBUG oslo_vmware.api [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777834, 'name': PowerOnVM_Task, 'duration_secs': 0.468543} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.506079] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.506314] env[68207]: INFO nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1374.506495] env[68207]: DEBUG nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.507253] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99abc350-f4b4-4d2f-83d2-81d357e70313 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.634397] env[68207]: DEBUG oslo_concurrency.lockutils [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.665551] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777835, 'name': CreateVM_Task, 'duration_secs': 0.31073} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.665721] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.666417] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558506', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'name': 'volume-5cf2bb12-2df8-403e-8e0c-988d658628d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '708bd5f8-2324-41ba-893b-d9dd7c71117f', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'serial': '5cf2bb12-2df8-403e-8e0c-988d658628d0'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '233f8da1-3c70-4150-b7f4-ad56c5bf96ce', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=68207) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1374.666618] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Root volume attach. Driver type: vmdk {{(pid=68207) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1374.667368] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04d5db-e67f-4393-81d7-e0a65d6f45ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.674574] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e173c448-159a-44a3-9627-ac435f56e3a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.680592] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022af464-20d3-4764-9443-402d6a34e84a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.689244] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2ab359fe-06c3-4863-9a96-7890958e662b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.695464] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1374.695464] env[68207]: value = "task-2777836" [ 1374.695464] env[68207]: _type = "Task" [ 1374.695464] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.704013] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777836, 'name': RelocateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.861941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.861941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.861941] env[68207]: DEBUG nova.network.neutron [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.026676] env[68207]: INFO nova.compute.manager [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Took 11.40 seconds to build instance. [ 1375.093087] env[68207]: DEBUG nova.network.neutron [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updated VIF entry in instance network info cache for port bd5bc954-2f52-4161-a05a-2a31679a5460. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.093449] env[68207]: DEBUG nova.network.neutron [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.205973] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777836, 'name': RelocateVM_Task, 'duration_secs': 0.402868} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.207162] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1375.207162] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558506', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'name': 'volume-5cf2bb12-2df8-403e-8e0c-988d658628d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '708bd5f8-2324-41ba-893b-d9dd7c71117f', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'serial': '5cf2bb12-2df8-403e-8e0c-988d658628d0'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1375.207327] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c1fb8-0bb8-4892-b471-2e0fc12410eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.224039] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec7c90c-ca25-42d4-ad46-8b88ce28607b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.246214] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-5cf2bb12-2df8-403e-8e0c-988d658628d0/volume-5cf2bb12-2df8-403e-8e0c-988d658628d0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.247012] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b6701c-4119-4027-a42f-5d03a6635ab0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.267661] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1375.267661] env[68207]: value = "task-2777837" [ 1375.267661] env[68207]: _type = "Task" [ 1375.267661] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.278313] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.529941] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c3a8dbf-51f0-4240-8709-e5f55a89b312 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.911s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.596847] env[68207]: DEBUG oslo_concurrency.lockutils [req-64b16603-cce4-4b22-bced-5a4c922ecbe0 req-34379a2a-48d0-4b61-bcbf-74472a97d703 service nova] Releasing lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.639088] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.639390] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95ef8e5b-9dee-41bb-b8d6-d0b38741fcf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.645980] env[68207]: DEBUG oslo_vmware.api [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1375.645980] env[68207]: value = "task-2777838" [ 1375.645980] env[68207]: _type = "Task" [ 1375.645980] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.653687] env[68207]: DEBUG oslo_vmware.api [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.717429] env[68207]: DEBUG nova.network.neutron [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.778270] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777837, 'name': ReconfigVM_Task, 'duration_secs': 0.324108} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.778425] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-5cf2bb12-2df8-403e-8e0c-988d658628d0/volume-5cf2bb12-2df8-403e-8e0c-988d658628d0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.783166] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e80f99-a993-4091-9c64-039ae9db0a66 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.798766] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1375.798766] env[68207]: value = "task-2777839" [ 1375.798766] env[68207]: _type = "Task" [ 1375.798766] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.807888] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.157691] env[68207]: DEBUG oslo_vmware.api [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777838, 'name': PowerOnVM_Task, 'duration_secs': 0.349712} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.157944] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.158139] env[68207]: DEBUG nova.compute.manager [None req-622bbf33-520d-4b28-8554-222d76c7da4f tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.158928] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d340cf3-2ab9-4ade-8672-de2f97499429 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.220208] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.254395] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1c6b6398b111c60d809ece9725e9932',container_format='bare',created_at=2025-03-06T02:34:05Z,direct_url=,disk_format='vmdk',id=a70b0f50-ad84-4edb-a706-df6f73f5c6ab,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1454971770-shelved',owner='5d46c62ccd4c40a9b7bf95376131b41d',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-06T02:34:18Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.254777] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.255080] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.255406] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.255676] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.255930] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.256318] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.256597] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.256901] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.257242] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.257498] env[68207]: DEBUG nova.virt.hardware [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.258796] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c2fce-95be-463d-8ef2-bddf99f4912a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.270309] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc26e10b-4028-4823-ae13-ac1af72d130e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.291777] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:53:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611fa69c-e6d4-45fe-bffd-d64046d06707', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.304475] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.305113] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.310099] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735e6dde-3801-45dd-82eb-f82504015ea5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.342219] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.344294] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.344294] env[68207]: value = "task-2777840" [ 1376.344294] env[68207]: _type = "Task" [ 1376.344294] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.356510] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777840, 'name': CreateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.422470] env[68207]: DEBUG nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-vif-plugged-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1376.422470] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.422470] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.422470] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.422727] env[68207]: DEBUG nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] No waiting events found dispatching network-vif-plugged-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.422969] env[68207]: WARNING nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received unexpected event network-vif-plugged-611fa69c-e6d4-45fe-bffd-d64046d06707 for instance with vm_state shelved_offloaded and task_state spawning. [ 1376.423292] env[68207]: DEBUG nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1376.423582] env[68207]: DEBUG nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing instance network info cache due to event network-changed-611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1376.423899] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Acquiring lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.424156] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Acquired lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.424468] env[68207]: DEBUG nova.network.neutron [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Refreshing network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.814618] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.854209] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777840, 'name': CreateVM_Task, 'duration_secs': 0.336108} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.854439] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.855100] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.855271] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.855653] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.855917] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a847ce-e4b6-4688-a01c-43938305cdb9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.860618] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1376.860618] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]520a2608-ead7-6af3-96d2-9f94e9d6b7f8" [ 1376.860618] env[68207]: _type = "Task" [ 1376.860618] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.868517] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]520a2608-ead7-6af3-96d2-9f94e9d6b7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.154620] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a799b-fcbd-4c6f-8480-adf0b9824edd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.158249] env[68207]: DEBUG nova.network.neutron [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updated VIF entry in instance network info cache for port 611fa69c-e6d4-45fe-bffd-d64046d06707. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.158594] env[68207]: DEBUG nova.network.neutron [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [{"id": "611fa69c-e6d4-45fe-bffd-d64046d06707", "address": "fa:16:3e:b0:53:29", "network": {"id": "98dd1547-ef09-4a73-abfa-6960bba9a5b9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-59246745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d46c62ccd4c40a9b7bf95376131b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611fa69c-e6", "ovs_interfaceid": "611fa69c-e6d4-45fe-bffd-d64046d06707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.163585] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Suspending the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1377.163829] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aa83e556-028c-4276-94a9-b74128dab38b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.172939] env[68207]: DEBUG oslo_vmware.api [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1377.172939] env[68207]: value = "task-2777841" [ 1377.172939] env[68207]: _type = "Task" [ 1377.172939] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.182696] env[68207]: DEBUG oslo_vmware.api [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777841, 'name': SuspendVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.320568] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777839, 'name': ReconfigVM_Task, 'duration_secs': 1.116797} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.320985] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558506', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'name': 'volume-5cf2bb12-2df8-403e-8e0c-988d658628d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '708bd5f8-2324-41ba-893b-d9dd7c71117f', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'serial': '5cf2bb12-2df8-403e-8e0c-988d658628d0'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1377.321821] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-773379a8-387c-4370-acdc-687a67e53c18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.329419] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1377.329419] env[68207]: value = "task-2777842" [ 1377.329419] env[68207]: _type = "Task" [ 1377.329419] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.339970] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777842, 'name': Rename_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.371451] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.371761] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Processing image a70b0f50-ad84-4edb-a706-df6f73f5c6ab {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.372041] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.372243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.372447] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.372747] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8767826-c312-48ee-bfc9-9d5b955c8e84 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.386064] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.386248] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.387189] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473f3232-5551-42b0-ab49-072efdf1f122 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.393081] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1377.393081] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5235961a-e76c-3bd4-7d6d-6a44fff040db" [ 1377.393081] env[68207]: _type = "Task" [ 1377.393081] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.402090] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5235961a-e76c-3bd4-7d6d-6a44fff040db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.661771] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Releasing lock "refresh_cache-dea709f7-9d15-4572-b20a-ba0f0bcaa157" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.662075] env[68207]: DEBUG nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1377.662267] env[68207]: DEBUG nova.compute.manager [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing instance network info cache due to event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1377.662486] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.662625] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.662789] env[68207]: DEBUG nova.network.neutron [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.684258] env[68207]: DEBUG oslo_vmware.api [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777841, 'name': SuspendVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.840179] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777842, 'name': Rename_Task, 'duration_secs': 0.22813} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.840549] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.840685] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-821daeaf-6739-4d1f-97e9-2e9e8fd4425d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.847339] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1377.847339] env[68207]: value = "task-2777843" [ 1377.847339] env[68207]: _type = "Task" [ 1377.847339] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.855308] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.902992] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1377.904562] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Fetch image to [datastore2] OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588/OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1377.904562] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Downloading stream optimized image a70b0f50-ad84-4edb-a706-df6f73f5c6ab to [datastore2] OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588/OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588.vmdk on the data store datastore2 as vApp {{(pid=68207) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1377.904562] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Downloading image file data a70b0f50-ad84-4edb-a706-df6f73f5c6ab to the ESX as VM named 'OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588' {{(pid=68207) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1377.975732] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1377.975732] env[68207]: value = "resgroup-9" [ 1377.975732] env[68207]: _type = "ResourcePool" [ 1377.975732] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1377.976195] env[68207]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0c74dfe3-586b-4430-9c14-27f301574dab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.997713] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease: (returnval){ [ 1377.997713] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1377.997713] env[68207]: _type = "HttpNfcLease" [ 1377.997713] env[68207]: } obtained for vApp import into resource pool (val){ [ 1377.997713] env[68207]: value = "resgroup-9" [ 1377.997713] env[68207]: _type = "ResourcePool" [ 1377.997713] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1377.998286] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the lease: (returnval){ [ 1377.998286] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1377.998286] env[68207]: _type = "HttpNfcLease" [ 1377.998286] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1378.004842] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.004842] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1378.004842] env[68207]: _type = "HttpNfcLease" [ 1378.004842] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1378.184937] env[68207]: DEBUG oslo_vmware.api [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777841, 'name': SuspendVM_Task, 'duration_secs': 0.860914} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.184937] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Suspended the VM {{(pid=68207) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1378.184937] env[68207]: DEBUG nova.compute.manager [None req-9ab7cc15-2267-4db9-a8f9-8e3b9b4a3733 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.186065] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13684af4-72f8-426c-8445-6809c9147d4b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.359083] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777843, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.364029] env[68207]: DEBUG nova.network.neutron [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updated VIF entry in instance network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.364029] env[68207]: DEBUG nova.network.neutron [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.506578] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.506578] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1378.506578] env[68207]: _type = "HttpNfcLease" [ 1378.506578] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1378.858711] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.866383] env[68207]: DEBUG oslo_concurrency.lockutils [req-22ff4971-6fc8-4e93-848b-671c5a625ff8 req-38f2835c-5e47-435c-a4de-cc36028fe981 service nova] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.007710] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.007710] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1379.007710] env[68207]: _type = "HttpNfcLease" [ 1379.007710] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1379.359012] env[68207]: DEBUG oslo_vmware.api [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777843, 'name': PowerOnVM_Task, 'duration_secs': 1.328788} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.359301] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.359507] env[68207]: INFO nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1379.359722] env[68207]: DEBUG nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.360519] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ff6c82-d6ea-4d44-be75-b60510c77eee {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.501248] env[68207]: INFO nova.compute.manager [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Resuming [ 1379.501894] env[68207]: DEBUG nova.objects.instance [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'flavor' on Instance uuid 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.510968] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.510968] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1379.510968] env[68207]: _type = "HttpNfcLease" [ 1379.510968] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1379.511430] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1379.511430] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52220b2b-86eb-e1b2-89b3-8423d85e977a" [ 1379.511430] env[68207]: _type = "HttpNfcLease" [ 1379.511430] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1379.512197] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b895e2-de9e-4d56-a411-ee93af9fe8a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.520375] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c707f-e810-9c36-d67e-eb25f203023b/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1379.520560] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c707f-e810-9c36-d67e-eb25f203023b/disk-0.vmdk. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1379.586637] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f980f46c-4687-4939-9cc7-c4294c3000a1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.878803] env[68207]: INFO nova.compute.manager [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Took 14.54 seconds to build instance. [ 1380.381916] env[68207]: DEBUG oslo_concurrency.lockutils [None req-e65337a5-3448-4f93-948d-4cb7f47d58cb tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.047s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.387217] env[68207]: DEBUG nova.compute.manager [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Received event network-changed-b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1380.387217] env[68207]: DEBUG nova.compute.manager [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Refreshing instance network info cache due to event network-changed-b1867ac2-ee4e-44c3-9881-16ecea56a16b. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1380.387217] env[68207]: DEBUG oslo_concurrency.lockutils [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] Acquiring lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.387217] env[68207]: DEBUG oslo_concurrency.lockutils [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] Acquired lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.387217] env[68207]: DEBUG nova.network.neutron [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Refreshing network info cache for port b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.676034] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1380.676034] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c707f-e810-9c36-d67e-eb25f203023b/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.677016] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943fe5d4-a8e1-485c-a4b0-1c8d6620abf0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.683504] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c707f-e810-9c36-d67e-eb25f203023b/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.683669] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c707f-e810-9c36-d67e-eb25f203023b/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1380.683892] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-71373277-38b3-4799-aef3-cc90eaefd4e2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.015391] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.015662] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquired lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.015736] env[68207]: DEBUG nova.network.neutron [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.068867] env[68207]: DEBUG nova.network.neutron [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updated VIF entry in instance network info cache for port b1867ac2-ee4e-44c3-9881-16ecea56a16b. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.069229] env[68207]: DEBUG nova.network.neutron [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updating instance_info_cache with network_info: [{"id": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "address": "fa:16:3e:47:50:6d", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1867ac2-ee", "ovs_interfaceid": "b1867ac2-ee4e-44c3-9881-16ecea56a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.267056] env[68207]: DEBUG oslo_vmware.rw_handles [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c707f-e810-9c36-d67e-eb25f203023b/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1381.267395] env[68207]: INFO nova.virt.vmwareapi.images [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Downloaded image file data a70b0f50-ad84-4edb-a706-df6f73f5c6ab [ 1381.268396] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd990a46-ee46-47c8-894e-8bdb9fcbfceb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.283967] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c720ca9-0452-46ec-a526-84797dc86ef0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.428689] env[68207]: INFO nova.virt.vmwareapi.images [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] The imported VM was unregistered [ 1381.431290] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1381.431576] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.431883] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7b3dac-76ff-463f-b9ef-b666e4f330f1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.442845] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Created directory with path [datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.443079] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588/OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588.vmdk to [datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk. {{(pid=68207) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1381.443331] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bd32f95d-7f70-4ba1-8273-dac80db3cdde {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.451426] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1381.451426] env[68207]: value = "task-2777846" [ 1381.451426] env[68207]: _type = "Task" [ 1381.451426] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.458649] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777846, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.572170] env[68207]: DEBUG oslo_concurrency.lockutils [req-9e96a33f-19cc-48ea-bcc2-68ea3f48643c req-5c8f6e98-9d27-42b0-a961-d74cc57e77f3 service nova] Releasing lock "refresh_cache-695fdfab-be7f-48ef-a04a-635702674c45" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.743310] env[68207]: DEBUG nova.network.neutron [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [{"id": "592802e5-8259-4d20-828a-e6525046dd52", "address": "fa:16:3e:fa:0f:ea", "network": {"id": "ec1f1c8b-411e-4a40-8ebe-d5f93516bfc8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1484241391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae20a4d769842e491776feadfc70fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592802e5-82", "ovs_interfaceid": "592802e5-8259-4d20-828a-e6525046dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.818400] env[68207]: DEBUG nova.compute.manager [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Stashing vm_state: active {{(pid=68207) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1381.961163] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777846, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.246492] env[68207]: DEBUG oslo_concurrency.lockutils [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Releasing lock "refresh_cache-1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.247695] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c5858-b842-4221-bb63-4869236ba286 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.255409] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Resuming the VM {{(pid=68207) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1382.255705] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1384606a-c3d3-40bc-9ce9-e56053c374cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.261862] env[68207]: DEBUG oslo_vmware.api [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1382.261862] env[68207]: value = "task-2777847" [ 1382.261862] env[68207]: _type = "Task" [ 1382.261862] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.270501] env[68207]: DEBUG oslo_vmware.api [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.342632] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.342929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.416952] env[68207]: DEBUG nova.compute.manager [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Received event network-changed-bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1382.417215] env[68207]: DEBUG nova.compute.manager [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Refreshing instance network info cache due to event network-changed-bd5bc954-2f52-4161-a05a-2a31679a5460. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1382.417471] env[68207]: DEBUG oslo_concurrency.lockutils [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] Acquiring lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.417869] env[68207]: DEBUG oslo_concurrency.lockutils [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] Acquired lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.418590] env[68207]: DEBUG nova.network.neutron [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Refreshing network info cache for port bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.462371] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777846, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.773030] env[68207]: DEBUG oslo_vmware.api [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.848352] env[68207]: INFO nova.compute.claims [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.965370] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777846, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.152030] env[68207]: DEBUG nova.network.neutron [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updated VIF entry in instance network info cache for port bd5bc954-2f52-4161-a05a-2a31679a5460. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.152450] env[68207]: DEBUG nova.network.neutron [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.274236] env[68207]: DEBUG oslo_vmware.api [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.354875] env[68207]: INFO nova.compute.resource_tracker [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating resource usage from migration f072d48a-888e-4f65-b79a-89b9d3f72957 [ 1383.463367] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777846, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.479559] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027598ff-e039-4df2-83a9-a9346dc5a78b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.487997] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca62f338-47f2-409e-8cc6-cafeb41712d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.520543] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0798be-19eb-47b9-a002-a1ca5384737d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.528736] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07eaeb4-183b-476c-b5c6-c2e6beba6f8c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.542649] env[68207]: DEBUG nova.compute.provider_tree [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.655577] env[68207]: DEBUG oslo_concurrency.lockutils [req-ad5bbde9-f5aa-4768-b14d-b8f6748dbf5b req-bf36cc34-8880-4921-b82d-9abc16c5d7a6 service nova] Releasing lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.774053] env[68207]: DEBUG oslo_vmware.api [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777847, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.964231] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777846, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.275263} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.964539] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588/OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588.vmdk to [datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk. [ 1383.964820] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Cleaning up location [datastore2] OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1383.964900] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c02711e0-a284-4856-b3ec-4a463ccad588 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.965175] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9888e5-4e86-4238-8529-4c6083a0b19a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.971345] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1383.971345] env[68207]: value = "task-2777848" [ 1383.971345] env[68207]: _type = "Task" [ 1383.971345] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.980066] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.046594] env[68207]: DEBUG nova.scheduler.client.report [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.274729] env[68207]: DEBUG oslo_vmware.api [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777847, 'name': PowerOnVM_Task, 'duration_secs': 1.673795} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.276023] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Resumed the VM {{(pid=68207) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1384.276023] env[68207]: DEBUG nova.compute.manager [None req-9ededa1b-782e-400c-a9ca-b881777c80b5 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.276566] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd482af-4b26-4633-af54-8fbf2eab220c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.481776] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273665} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.482034] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.482218] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.482478] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk to [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.482766] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddc6cd58-84a2-438c-adaa-6303431bd779 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.489223] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1384.489223] env[68207]: value = "task-2777849" [ 1384.489223] env[68207]: _type = "Task" [ 1384.489223] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.496656] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.551800] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.552047] env[68207]: INFO nova.compute.manager [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Migrating [ 1384.999776] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.066694] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.066879] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.067068] env[68207]: DEBUG nova.network.neutron [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.292388] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.293927] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.293927] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.293927] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.293927] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.295747] env[68207]: INFO nova.compute.manager [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Terminating instance [ 1385.502161] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.799389] env[68207]: DEBUG nova.compute.manager [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.799598] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.800654] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c09bf7e-80bb-465e-ad5c-292b0ce94c3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.812915] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.813220] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf86848-e1b6-4ba0-aaae-fd25f5feb2bf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.821851] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1385.821851] env[68207]: value = "task-2777850" [ 1385.821851] env[68207]: _type = "Task" [ 1385.821851] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.830834] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.904652] env[68207]: DEBUG nova.network.neutron [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.002396] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.333293] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.407520] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.503616] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.833715] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777850, 'name': PowerOffVM_Task, 'duration_secs': 0.912328} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.834012] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.834207] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.834504] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39901ce3-8299-41a8-bbb3-31e183af28a8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.930890] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.931102] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.931161] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleting the datastore file [datastore2] 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.931492] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4333e39-780d-4f25-8d2d-398a133a8cf3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.938740] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for the task: (returnval){ [ 1386.938740] env[68207]: value = "task-2777852" [ 1386.938740] env[68207]: _type = "Task" [ 1386.938740] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.947782] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.004893] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.449815] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.504075] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.923714] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b9a11-c3be-4ff1-a2c0-0964a0bd395f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.943840] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 0 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.955141] env[68207]: DEBUG oslo_vmware.api [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Task: {'id': task-2777852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.692847} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.955443] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.955663] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.955851] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.956032] env[68207]: INFO nova.compute.manager [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1387.956313] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.956503] env[68207]: DEBUG nova.compute.manager [-] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.956601] env[68207]: DEBUG nova.network.neutron [-] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.001681] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777849, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.039882} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.002498] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a70b0f50-ad84-4edb-a706-df6f73f5c6ab/a70b0f50-ad84-4edb-a706-df6f73f5c6ab.vmdk to [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.002891] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c837e-c478-449d-aa0c-f1edd63a625c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.025312] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.028706] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27d00a7-90bb-4910-a6e1-81cc053139e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.050164] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1388.050164] env[68207]: value = "task-2777853" [ 1388.050164] env[68207]: _type = "Task" [ 1388.050164] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.058411] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.452307] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.453288] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06f9b21-af6a-4186-b9fc-ceb004d1ffa0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.460203] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1388.460203] env[68207]: value = "task-2777854" [ 1388.460203] env[68207]: _type = "Task" [ 1388.460203] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.466421] env[68207]: DEBUG nova.compute.manager [req-a7e3b8f2-32d3-4f89-ae8b-7491840813b3 req-987e2b7f-a13b-40c8-a42a-34ddc6260d9e service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Received event network-vif-deleted-592802e5-8259-4d20-828a-e6525046dd52 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1388.466575] env[68207]: INFO nova.compute.manager [req-a7e3b8f2-32d3-4f89-ae8b-7491840813b3 req-987e2b7f-a13b-40c8-a42a-34ddc6260d9e service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Neutron deleted interface 592802e5-8259-4d20-828a-e6525046dd52; detaching it from the instance and deleting it from the info cache [ 1388.466747] env[68207]: DEBUG nova.network.neutron [req-a7e3b8f2-32d3-4f89-ae8b-7491840813b3 req-987e2b7f-a13b-40c8-a42a-34ddc6260d9e service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.473538] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.546484] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.546693] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.546894] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.547087] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.547261] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.549353] env[68207]: INFO nova.compute.manager [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Terminating instance [ 1388.559978] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777853, 'name': ReconfigVM_Task, 'duration_secs': 0.258226} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.560239] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Reconfigured VM instance instance-00000079 to attach disk [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157/dea709f7-9d15-4572-b20a-ba0f0bcaa157.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.560813] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9aa3fc2-b766-476b-a2f1-e40c2c89e032 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.567283] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1388.567283] env[68207]: value = "task-2777855" [ 1388.567283] env[68207]: _type = "Task" [ 1388.567283] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.574515] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777855, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.910425] env[68207]: DEBUG nova.network.neutron [-] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.970224] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777854, 'name': PowerOffVM_Task, 'duration_secs': 0.209821} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.970503] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.970686] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 17 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.974586] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f78e3ebc-03f9-45c1-9e2e-bb0983911d95 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.984361] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691aa02c-e7f5-4c23-b92a-50b04eee5235 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.011516] env[68207]: DEBUG nova.compute.manager [req-a7e3b8f2-32d3-4f89-ae8b-7491840813b3 req-987e2b7f-a13b-40c8-a42a-34ddc6260d9e service nova] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Detach interface failed, port_id=592802e5-8259-4d20-828a-e6525046dd52, reason: Instance 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1389.055975] env[68207]: DEBUG nova.compute.manager [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.056303] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.057347] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d993c-6179-4293-9182-145b3511e476 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.064555] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.064784] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16e61b4-ebe5-42cb-b13a-4ab178842640 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.071205] env[68207]: DEBUG oslo_vmware.api [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1389.071205] env[68207]: value = "task-2777856" [ 1389.071205] env[68207]: _type = "Task" [ 1389.071205] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.077807] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777855, 'name': Rename_Task, 'duration_secs': 0.130578} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.078479] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.078736] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e6f80c-7808-406f-91f8-ae27f5a11f6d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.083248] env[68207]: DEBUG oslo_vmware.api [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.084581] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1389.084581] env[68207]: value = "task-2777857" [ 1389.084581] env[68207]: _type = "Task" [ 1389.084581] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.092832] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.413298] env[68207]: INFO nova.compute.manager [-] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Took 1.46 seconds to deallocate network for instance. [ 1389.479228] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.479583] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.479639] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.479806] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.479947] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.480108] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.480317] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.480476] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.480643] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.480803] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.480973] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.486875] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d0fe1e-2b9b-4c71-b283-eef13ed7bad3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.504568] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1389.504568] env[68207]: value = "task-2777858" [ 1389.504568] env[68207]: _type = "Task" [ 1389.504568] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.513017] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.581096] env[68207]: DEBUG oslo_vmware.api [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777856, 'name': PowerOffVM_Task, 'duration_secs': 0.166744} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.581421] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.581621] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.581874] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44740789-b73a-40f8-8711-5c9dfe41e044 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.592911] env[68207]: DEBUG oslo_vmware.api [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777857, 'name': PowerOnVM_Task, 'duration_secs': 0.43261} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.593153] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.643066] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.643903] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.644686] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Deleting the datastore file [datastore2] a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.644686] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb1fa05-e554-4863-b6eb-81f08d42fb50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.653075] env[68207]: DEBUG oslo_vmware.api [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1389.653075] env[68207]: value = "task-2777860" [ 1389.653075] env[68207]: _type = "Task" [ 1389.653075] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.662531] env[68207]: DEBUG oslo_vmware.api [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.696083] env[68207]: DEBUG nova.compute.manager [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.697023] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dae856-cc42-4aa3-8390-7a5c2524fa64 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.919911] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.920247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.920424] env[68207]: DEBUG nova.objects.instance [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lazy-loading 'resources' on Instance uuid 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.014892] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777858, 'name': ReconfigVM_Task, 'duration_secs': 0.157811} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.015143] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 33 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.163133] env[68207]: DEBUG oslo_vmware.api [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190501} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.163390] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.163577] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.163756] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.163930] env[68207]: INFO nova.compute.manager [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1390.164327] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.164429] env[68207]: DEBUG nova.compute.manager [-] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.164471] env[68207]: DEBUG nova.network.neutron [-] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.214724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-29f50bf5-3bcc-4942-8705-2b35a490b0d2 tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.720s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.521565] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.521878] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.521950] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.522141] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.522287] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.522431] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.522650] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.522893] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.523115] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.523292] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.523478] env[68207]: DEBUG nova.virt.hardware [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.528974] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1390.531686] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310ad762-c6bd-4393-ba7c-6d474034d484 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.550510] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1390.550510] env[68207]: value = "task-2777861" [ 1390.550510] env[68207]: _type = "Task" [ 1390.550510] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.555013] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d5ee5-6f73-4522-89f8-2f13ab92c6ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.562177] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.565933] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be41867a-de2c-443e-a81b-cf61484a4711 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.597309] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50faba3b-4fa6-4d2c-96b3-112a6fde7556 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.606219] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84802dfb-7ab0-4244-b13d-120e4ee3f69d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.620907] env[68207]: DEBUG nova.compute.provider_tree [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.634649] env[68207]: DEBUG nova.compute.manager [req-9cfe5aba-41c9-47c4-8932-b5089682fe21 req-9743bcf0-8c12-4b94-b873-85f185cdd3b8 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Received event network-vif-deleted-cb4fdfe3-8e17-4e10-8acd-10c9ae75f947 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1390.634864] env[68207]: INFO nova.compute.manager [req-9cfe5aba-41c9-47c4-8932-b5089682fe21 req-9743bcf0-8c12-4b94-b873-85f185cdd3b8 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Neutron deleted interface cb4fdfe3-8e17-4e10-8acd-10c9ae75f947; detaching it from the instance and deleting it from the info cache [ 1390.635050] env[68207]: DEBUG nova.network.neutron [req-9cfe5aba-41c9-47c4-8932-b5089682fe21 req-9743bcf0-8c12-4b94-b873-85f185cdd3b8 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.064858] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777861, 'name': ReconfigVM_Task, 'duration_secs': 0.157276} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.065252] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.066450] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae468230-a943-4ccc-8407-dee55aa05ac6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.088746] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-5cf2bb12-2df8-403e-8e0c-988d658628d0/volume-5cf2bb12-2df8-403e-8e0c-988d658628d0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.088999] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d78db4-771d-4686-9ed0-0140a15e7b1f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.107816] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1391.107816] env[68207]: value = "task-2777862" [ 1391.107816] env[68207]: _type = "Task" [ 1391.107816] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.112694] env[68207]: DEBUG nova.network.neutron [-] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.117221] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.123627] env[68207]: DEBUG nova.scheduler.client.report [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.140318] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08937905-a2fe-403b-ae9d-0ec1ef85c7cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.150085] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d65ff56-8957-404b-8a76-68a96e51204d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.182513] env[68207]: DEBUG nova.compute.manager [req-9cfe5aba-41c9-47c4-8932-b5089682fe21 req-9743bcf0-8c12-4b94-b873-85f185cdd3b8 service nova] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Detach interface failed, port_id=cb4fdfe3-8e17-4e10-8acd-10c9ae75f947, reason: Instance a9d339cb-e681-4605-9f3a-1870c4f6e4b1 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1391.618906] env[68207]: INFO nova.compute.manager [-] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Took 1.45 seconds to deallocate network for instance. [ 1391.619429] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777862, 'name': ReconfigVM_Task, 'duration_secs': 0.255386} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.620969] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-5cf2bb12-2df8-403e-8e0c-988d658628d0/volume-5cf2bb12-2df8-403e-8e0c-988d658628d0.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.621281] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 50 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.629763] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.646256] env[68207]: INFO nova.scheduler.client.report [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Deleted allocations for instance 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac [ 1392.130105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.130406] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.130624] env[68207]: DEBUG nova.objects.instance [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'resources' on Instance uuid a9d339cb-e681-4605-9f3a-1870c4f6e4b1 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.132170] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985edb4a-2e2f-49c6-8143-259d6db02285 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.154144] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e561850-75d8-44bd-82f7-4d10358bd4e7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.157085] env[68207]: DEBUG oslo_concurrency.lockutils [None req-181d61ec-f922-4e91-bf14-9324b9666d06 tempest-ServerActionsTestJSON-1051776342 tempest-ServerActionsTestJSON-1051776342-project-member] Lock "1bd1f3e9-a4cf-42c7-8b42-fe234725cdac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.864s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.175662] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 67 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.732106] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d038f4-742c-43f1-95d0-062a585f35ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.740964] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496670f-ddd8-4368-bdf0-713068074cd1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.773810] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d461ebd2-b455-4a0a-bec4-6ebfed2e0feb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.782477] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c30fd3-c361-4ce0-9d95-cce0d49db1c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.795678] env[68207]: DEBUG nova.compute.provider_tree [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.298334] env[68207]: DEBUG nova.scheduler.client.report [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.803472] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.820423] env[68207]: DEBUG nova.network.neutron [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Port bd5bc954-2f52-4161-a05a-2a31679a5460 binding to destination host cpu-1 is already ACTIVE {{(pid=68207) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1393.829162] env[68207]: INFO nova.scheduler.client.report [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Deleted allocations for instance a9d339cb-e681-4605-9f3a-1870c4f6e4b1 [ 1394.338996] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fb84eab0-edfe-4445-93e8-345a067bb6da tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "a9d339cb-e681-4605-9f3a-1870c4f6e4b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.843198] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.843543] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.843614] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.878135] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.878384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.878503] env[68207]: DEBUG nova.network.neutron [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.434009] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.434009] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.581028] env[68207]: DEBUG nova.network.neutron [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.935982] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1397.083336] env[68207]: DEBUG oslo_concurrency.lockutils [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.459572] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.459848] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.461481] env[68207]: INFO nova.compute.claims [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.591909] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882447a8-56bf-482d-89ce-f0426275457a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.599108] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4049f-e739-49fe-a86b-74244bbe1b58 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.555514] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c9bd9-9aaa-465e-921a-805020a7c2eb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.563233] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d91528-0f87-48dc-8bf2-67fac544de27 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.592537] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd3a858-a7b8-4ebf-b28b-9e808453b7dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.599663] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64916dd-8dad-45f3-8002-8189e54fb183 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.612290] env[68207]: DEBUG nova.compute.provider_tree [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.693234] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eec454a-9680-4a1b-b706-eae960f8b306 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.712010] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164a7cb8-04a0-423f-bd24-33665e750fae {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.718513] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 83 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.115332] env[68207]: DEBUG nova.scheduler.client.report [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.224421] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.224731] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4c9a0b-f243-4d22-8f60-2e4f475e834f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.232505] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1399.232505] env[68207]: value = "task-2777863" [ 1399.232505] env[68207]: _type = "Task" [ 1399.232505] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.240152] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.620614] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.621175] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.742177] env[68207]: DEBUG oslo_vmware.api [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777863, 'name': PowerOnVM_Task, 'duration_secs': 0.358057} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.742452] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.742639] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-85b74079-56a7-406e-9c30-602d3b66b262 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance '708bd5f8-2324-41ba-893b-d9dd7c71117f' progress to 100 {{(pid=68207) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1400.126568] env[68207]: DEBUG nova.compute.utils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.127971] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.128220] env[68207]: DEBUG nova.network.neutron [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.163526] env[68207]: DEBUG nova.policy [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36b8b6895f46cb9c9391765d4f7e3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b039f2a662364357856483355ab9d7db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.413889] env[68207]: DEBUG nova.network.neutron [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Successfully created port: edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.631473] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.642112] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.671576] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.671839] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.671976] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.672174] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.672374] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.672481] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.672703] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.672818] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.672987] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.673172] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.673518] env[68207]: DEBUG nova.virt.hardware [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.674291] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf196bc-d43f-45c8-969a-b3706068c4e4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.682666] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f358ce2-6137-41b0-a520-be9d8b405e4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.793093] env[68207]: DEBUG nova.compute.manager [req-29c056f2-3313-44b5-8432-1e74bbdfa8ee req-d3505259-15ad-4912-9c8a-c252c1f7ee5c service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Received event network-vif-plugged-edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1401.793286] env[68207]: DEBUG oslo_concurrency.lockutils [req-29c056f2-3313-44b5-8432-1e74bbdfa8ee req-d3505259-15ad-4912-9c8a-c252c1f7ee5c service nova] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.793497] env[68207]: DEBUG oslo_concurrency.lockutils [req-29c056f2-3313-44b5-8432-1e74bbdfa8ee req-d3505259-15ad-4912-9c8a-c252c1f7ee5c service nova] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.793667] env[68207]: DEBUG oslo_concurrency.lockutils [req-29c056f2-3313-44b5-8432-1e74bbdfa8ee req-d3505259-15ad-4912-9c8a-c252c1f7ee5c service nova] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.793833] env[68207]: DEBUG nova.compute.manager [req-29c056f2-3313-44b5-8432-1e74bbdfa8ee req-d3505259-15ad-4912-9c8a-c252c1f7ee5c service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] No waiting events found dispatching network-vif-plugged-edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.793996] env[68207]: WARNING nova.compute.manager [req-29c056f2-3313-44b5-8432-1e74bbdfa8ee req-d3505259-15ad-4912-9c8a-c252c1f7ee5c service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Received unexpected event network-vif-plugged-edd9a33c-b23b-45be-8100-07a0a185978a for instance with vm_state building and task_state spawning. [ 1401.877594] env[68207]: DEBUG nova.network.neutron [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Successfully updated port: edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.380457] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.380689] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.380805] env[68207]: DEBUG nova.network.neutron [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.493842] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.494079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.494278] env[68207]: DEBUG nova.compute.manager [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Going to confirm migration 10 {{(pid=68207) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1402.916745] env[68207]: DEBUG nova.network.neutron [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.029821] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.030016] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquired lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.030194] env[68207]: DEBUG nova.network.neutron [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.030373] env[68207]: DEBUG nova.objects.instance [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'info_cache' on Instance uuid 708bd5f8-2324-41ba-893b-d9dd7c71117f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.032762] env[68207]: DEBUG nova.network.neutron [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating instance_info_cache with network_info: [{"id": "edd9a33c-b23b-45be-8100-07a0a185978a", "address": "fa:16:3e:05:06:ce", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd9a33c-b2", "ovs_interfaceid": "edd9a33c-b23b-45be-8100-07a0a185978a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.535915] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.536214] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Instance network_info: |[{"id": "edd9a33c-b23b-45be-8100-07a0a185978a", "address": "fa:16:3e:05:06:ce", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd9a33c-b2", "ovs_interfaceid": "edd9a33c-b23b-45be-8100-07a0a185978a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.536643] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:06:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edd9a33c-b23b-45be-8100-07a0a185978a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.544227] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.544987] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.545234] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de3669a1-f75f-48e6-9949-12fc9eb51365 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.565633] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.565633] env[68207]: value = "task-2777864" [ 1403.565633] env[68207]: _type = "Task" [ 1403.565633] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.573539] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777864, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.819895] env[68207]: DEBUG nova.compute.manager [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Received event network-changed-edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1403.820174] env[68207]: DEBUG nova.compute.manager [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Refreshing instance network info cache due to event network-changed-edd9a33c-b23b-45be-8100-07a0a185978a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1403.820454] env[68207]: DEBUG oslo_concurrency.lockutils [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] Acquiring lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.820652] env[68207]: DEBUG oslo_concurrency.lockutils [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] Acquired lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.820867] env[68207]: DEBUG nova.network.neutron [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Refreshing network info cache for port edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.074087] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777864, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.227970] env[68207]: DEBUG nova.network.neutron [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [{"id": "bd5bc954-2f52-4161-a05a-2a31679a5460", "address": "fa:16:3e:8b:20:57", "network": {"id": "02a76b30-f412-4094-a705-e82fd3bdb879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-802615336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce671f155cfe4b329a8509de2113ac60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5bc954-2f", "ovs_interfaceid": "bd5bc954-2f52-4161-a05a-2a31679a5460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.497438] env[68207]: DEBUG nova.network.neutron [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updated VIF entry in instance network info cache for port edd9a33c-b23b-45be-8100-07a0a185978a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.497792] env[68207]: DEBUG nova.network.neutron [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating instance_info_cache with network_info: [{"id": "edd9a33c-b23b-45be-8100-07a0a185978a", "address": "fa:16:3e:05:06:ce", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd9a33c-b2", "ovs_interfaceid": "edd9a33c-b23b-45be-8100-07a0a185978a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.575076] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777864, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.732867] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Releasing lock "refresh_cache-708bd5f8-2324-41ba-893b-d9dd7c71117f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.733158] env[68207]: DEBUG nova.objects.instance [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'migration_context' on Instance uuid 708bd5f8-2324-41ba-893b-d9dd7c71117f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.000555] env[68207]: DEBUG oslo_concurrency.lockutils [req-bc99a96e-39ad-4ff8-9ea2-07a75c71c31e req-0619c5d1-dd4e-4a93-99ed-98993b0597c8 service nova] Releasing lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.076189] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777864, 'name': CreateVM_Task, 'duration_secs': 1.086541} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.076563] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.077055] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.077224] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.077546] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.077791] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeae0125-1e29-4079-a172-f102b3dee828 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.082078] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1405.082078] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5248d924-5022-d47c-9d14-6b41aee97b4a" [ 1405.082078] env[68207]: _type = "Task" [ 1405.082078] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.089892] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5248d924-5022-d47c-9d14-6b41aee97b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.236458] env[68207]: DEBUG nova.objects.base [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Object Instance<708bd5f8-2324-41ba-893b-d9dd7c71117f> lazy-loaded attributes: info_cache,migration_context {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1405.237444] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a6ae8-1d0e-407e-8683-79b153e37968 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.256115] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87151547-297a-4ec8-864a-4cc7f50bb328 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.262060] env[68207]: DEBUG oslo_vmware.api [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1405.262060] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]521db245-1a7f-3955-3756-1e7f0f45367e" [ 1405.262060] env[68207]: _type = "Task" [ 1405.262060] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.269614] env[68207]: DEBUG oslo_vmware.api [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521db245-1a7f-3955-3756-1e7f0f45367e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.592421] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5248d924-5022-d47c-9d14-6b41aee97b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.592706] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.592980] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.593237] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.593382] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.593559] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.593815] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c062d7-aeed-4c2e-960a-6917aec70bd0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.601492] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.601650] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.602322] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb66e60-890a-434a-b844-6dbd26f1dc3a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.606976] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1405.606976] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]5229698a-1543-5098-c604-2acad1898a35" [ 1405.606976] env[68207]: _type = "Task" [ 1405.606976] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.613623] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5229698a-1543-5098-c604-2acad1898a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.773335] env[68207]: DEBUG oslo_vmware.api [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]521db245-1a7f-3955-3756-1e7f0f45367e, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.773697] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.773985] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.117287] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]5229698a-1543-5098-c604-2acad1898a35, 'name': SearchDatastore_Task, 'duration_secs': 0.008284} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.118048] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e3d310-b6e9-4cdf-aad1-0d9e59275609 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.123080] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1406.123080] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52610cff-75b7-97dd-8650-3d6bb9a9c5ad" [ 1406.123080] env[68207]: _type = "Task" [ 1406.123080] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.129872] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52610cff-75b7-97dd-8650-3d6bb9a9c5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.378622] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d79c643-57e3-4dc1-9c87-32b85433b3c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.387696] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b634fa-50f7-453c-8b3f-f91896143c0a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.416723] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cce9b47-0b5e-4e1a-8cf0-d0e45525ac40 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.424022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344de15-3849-4977-8281-368688017fe6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.437018] env[68207]: DEBUG nova.compute.provider_tree [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.634450] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52610cff-75b7-97dd-8650-3d6bb9a9c5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.634450] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.634450] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7d78e309-9f21-4b31-912e-4b698dfb1a7b/7d78e309-9f21-4b31-912e-4b698dfb1a7b.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.634785] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4860a93e-efe4-4cbf-a7f4-648942881196 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.640614] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1406.640614] env[68207]: value = "task-2777865" [ 1406.640614] env[68207]: _type = "Task" [ 1406.640614] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.648566] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.940302] env[68207]: DEBUG nova.scheduler.client.report [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.150618] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444469} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.150995] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 7d78e309-9f21-4b31-912e-4b698dfb1a7b/7d78e309-9f21-4b31-912e-4b698dfb1a7b.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.151102] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.151353] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb2787a5-13db-404a-98a7-2c053f6562ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.157786] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1407.157786] env[68207]: value = "task-2777866" [ 1407.157786] env[68207]: _type = "Task" [ 1407.157786] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.166660] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.667787] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068357} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.668054] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.668804] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a38d1-96f2-4a00-87ec-3e20c29599b7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.689914] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 7d78e309-9f21-4b31-912e-4b698dfb1a7b/7d78e309-9f21-4b31-912e-4b698dfb1a7b.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.690089] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dab02de-f1f9-4b9e-8f7e-d44f0aac1d5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.709629] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1407.709629] env[68207]: value = "task-2777867" [ 1407.709629] env[68207]: _type = "Task" [ 1407.709629] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.716677] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.950776] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.177s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.219735] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.504800] env[68207]: INFO nova.scheduler.client.report [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted allocation for migration f072d48a-888e-4f65-b79a-89b9d3f72957 [ 1408.720058] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777867, 'name': ReconfigVM_Task, 'duration_secs': 0.962001} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.720058] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 7d78e309-9f21-4b31-912e-4b698dfb1a7b/7d78e309-9f21-4b31-912e-4b698dfb1a7b.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.720527] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff72f9a6-5433-4b43-b373-566b66fa5a18 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.726172] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1408.726172] env[68207]: value = "task-2777868" [ 1408.726172] env[68207]: _type = "Task" [ 1408.726172] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.733190] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777868, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.765444] env[68207]: INFO nova.compute.manager [None req-bc7e3817-1918-4460-b04b-a5f711438de6 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Get console output [ 1408.766096] env[68207]: WARNING nova.virt.vmwareapi.driver [None req-bc7e3817-1918-4460-b04b-a5f711438de6 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] The console log is missing. Check your VSPC configuration [ 1409.010705] env[68207]: DEBUG oslo_concurrency.lockutils [None req-78c9f780-a9c9-4e82-bfe1-42bb734c686e tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.516s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.235693] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777868, 'name': Rename_Task, 'duration_secs': 0.138711} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.236085] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.236200] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9c165fa-85a5-4520-930f-e432728abc70 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.242918] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1409.242918] env[68207]: value = "task-2777869" [ 1409.242918] env[68207]: _type = "Task" [ 1409.242918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.250208] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.752415] env[68207]: DEBUG oslo_vmware.api [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777869, 'name': PowerOnVM_Task, 'duration_secs': 0.469523} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.752671] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.752873] env[68207]: INFO nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1409.753059] env[68207]: DEBUG nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.753801] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139f5f09-b298-466a-8896-37de6ae410c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.270068] env[68207]: INFO nova.compute.manager [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Took 12.83 seconds to build instance. [ 1410.452483] env[68207]: DEBUG nova.compute.manager [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Received event network-changed-edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1410.452608] env[68207]: DEBUG nova.compute.manager [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Refreshing instance network info cache due to event network-changed-edd9a33c-b23b-45be-8100-07a0a185978a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1410.452819] env[68207]: DEBUG oslo_concurrency.lockutils [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] Acquiring lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.452963] env[68207]: DEBUG oslo_concurrency.lockutils [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] Acquired lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.453139] env[68207]: DEBUG nova.network.neutron [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Refreshing network info cache for port edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.771929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fda9b77-7611-4b79-a240-6b077fdebd87 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.338s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.159014] env[68207]: DEBUG nova.network.neutron [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updated VIF entry in instance network info cache for port edd9a33c-b23b-45be-8100-07a0a185978a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.159372] env[68207]: DEBUG nova.network.neutron [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating instance_info_cache with network_info: [{"id": "edd9a33c-b23b-45be-8100-07a0a185978a", "address": "fa:16:3e:05:06:ce", "network": {"id": "56b49dc3-156c-499d-8683-b92364e70476", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1592473347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b039f2a662364357856483355ab9d7db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd9a33c-b2", "ovs_interfaceid": "edd9a33c-b23b-45be-8100-07a0a185978a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.307782] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.308293] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.308293] env[68207]: INFO nova.compute.manager [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Shelving [ 1411.662271] env[68207]: DEBUG oslo_concurrency.lockutils [req-93ec94d3-78e8-4684-b93a-8f2d8f127f03 req-bfafe07a-6bca-49cb-baee-7c147f5f2bd2 service nova] Releasing lock "refresh_cache-7d78e309-9f21-4b31-912e-4b698dfb1a7b" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.316941] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.317400] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1eabc1c-4a8b-419b-af18-7b3c3a75a4bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.325245] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1412.325245] env[68207]: value = "task-2777870" [ 1412.325245] env[68207]: _type = "Task" [ 1412.325245] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.334511] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.835192] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777870, 'name': PowerOffVM_Task, 'duration_secs': 0.200152} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.835356] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.836501] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68ef98-f0ab-436a-ae99-cd0bec4e81a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.855141] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca0709-2485-44cc-abcf-21cf2e00948f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.366032] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Creating Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1413.366415] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e83bb0af-beb0-448d-87b3-859f0e6f4c3f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.374280] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1413.374280] env[68207]: value = "task-2777871" [ 1413.374280] env[68207]: _type = "Task" [ 1413.374280] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.383013] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.884702] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777871, 'name': CreateSnapshot_Task, 'duration_secs': 0.496445} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.885020] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Created Snapshot of the VM instance {{(pid=68207) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1413.885792] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67507cfa-70a2-4a1a-9297-a864a012e713 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.403255] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Creating linked-clone VM from snapshot {{(pid=68207) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1414.403595] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1213ff8-a9a1-4cf7-bcb7-698958bb3a1a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.412104] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1414.412104] env[68207]: value = "task-2777872" [ 1414.412104] env[68207]: _type = "Task" [ 1414.412104] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.420385] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777872, 'name': CloneVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.923131] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777872, 'name': CloneVM_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.422913] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777872, 'name': CloneVM_Task, 'duration_secs': 0.957379} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.423303] env[68207]: INFO nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Created linked-clone VM from snapshot [ 1415.423910] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc52dc-c5e9-40ea-a4de-f8df46b9761b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.430874] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Uploading image 608bc95c-5c8d-4863-89e9-f8150ecbab00 {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1415.451590] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1415.451590] env[68207]: value = "vm-558513" [ 1415.451590] env[68207]: _type = "VirtualMachine" [ 1415.451590] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1415.451826] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c2abaf39-b5d2-4225-ae06-a34c3865edb7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.458200] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease: (returnval){ [ 1415.458200] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f97294-40f5-c612-bc69-a1a4b69b7da4" [ 1415.458200] env[68207]: _type = "HttpNfcLease" [ 1415.458200] env[68207]: } obtained for exporting VM: (result){ [ 1415.458200] env[68207]: value = "vm-558513" [ 1415.458200] env[68207]: _type = "VirtualMachine" [ 1415.458200] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1415.458474] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the lease: (returnval){ [ 1415.458474] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f97294-40f5-c612-bc69-a1a4b69b7da4" [ 1415.458474] env[68207]: _type = "HttpNfcLease" [ 1415.458474] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1415.463938] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.463938] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f97294-40f5-c612-bc69-a1a4b69b7da4" [ 1415.463938] env[68207]: _type = "HttpNfcLease" [ 1415.463938] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1415.967567] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.967567] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f97294-40f5-c612-bc69-a1a4b69b7da4" [ 1415.967567] env[68207]: _type = "HttpNfcLease" [ 1415.967567] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1415.967855] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1415.967855] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52f97294-40f5-c612-bc69-a1a4b69b7da4" [ 1415.967855] env[68207]: _type = "HttpNfcLease" [ 1415.967855] env[68207]: }. {{(pid=68207) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1415.968580] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15773a58-205b-4458-9f4b-e09e93eb4b3d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.975424] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d8f86-029f-759e-4572-5040c6367f0d/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1415.975593] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d8f86-029f-759e-4572-5040c6367f0d/disk-0.vmdk for reading. {{(pid=68207) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1416.064028] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84a4bab6-2a7b-40fb-8f0d-a3d57e95e5af {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.848580] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.848970] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356074] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356074] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356074] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356074] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356434] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356859] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.356859] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1418.356859] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.859508] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.859895] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.860044] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.860172] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1418.861203] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16911e8a-ab1e-4668-ae0f-dd565af16115 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.871829] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a5ef8-aca3-431a-9b73-8179e8c4af30 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.887061] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2688d0b-7ba3-4f58-95d8-a3d62686ae5c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.894351] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65233831-3cd1-45ff-bf2c-d50029581cbc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.926035] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180287MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1418.926235] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.926522] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.957080] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 695fdfab-be7f-48ef-a04a-635702674c45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.957398] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 93a3c99b-f769-4f0c-88e9-53d9db1684ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.957398] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 417542dd-3322-455d-b383-824a93e8e9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.957502] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance dea709f7-9d15-4572-b20a-ba0f0bcaa157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.957625] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 708bd5f8-2324-41ba-893b-d9dd7c71117f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.957746] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 7d78e309-9f21-4b31-912e-4b698dfb1a7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.957934] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1419.958082] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1420.044398] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f1410-8b0c-41e5-8edb-dcbabb4a8de6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.052136] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a35ac88-8785-4727-b9a1-0ecdb7a6a32b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.083244] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13ed4b-14f9-4899-a05a-d3be64b2848d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.090216] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ecd0cf-770b-4531-88ed-82c793e55be6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.103658] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.606657] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.111781] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1421.112214] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.186s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.712014] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d8f86-029f-759e-4572-5040c6367f0d/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1422.713030] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32de81d-0c0e-4524-8997-2ca88610495c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.718895] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d8f86-029f-759e-4572-5040c6367f0d/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1422.719077] env[68207]: ERROR oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d8f86-029f-759e-4572-5040c6367f0d/disk-0.vmdk due to incomplete transfer. [ 1422.719286] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d87a2e30-8be3-439e-be6d-4ad94af868c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.727157] env[68207]: DEBUG oslo_vmware.rw_handles [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d8f86-029f-759e-4572-5040c6367f0d/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1422.727344] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Uploaded image 608bc95c-5c8d-4863-89e9-f8150ecbab00 to the Glance image server {{(pid=68207) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1422.729559] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Destroying the VM {{(pid=68207) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1422.729769] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3578f88d-ea33-465f-a142-108d39f98619 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.736945] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1422.736945] env[68207]: value = "task-2777874" [ 1422.736945] env[68207]: _type = "Task" [ 1422.736945] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.744007] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777874, 'name': Destroy_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.246927] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777874, 'name': Destroy_Task, 'duration_secs': 0.295858} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.247180] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Destroyed the VM [ 1423.247402] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deleting Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1423.247677] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5bdd9b8-f596-4e1e-b3ca-1b63a2eda34b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.253843] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1423.253843] env[68207]: value = "task-2777875" [ 1423.253843] env[68207]: _type = "Task" [ 1423.253843] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.261289] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.764206] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777875, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333657} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.764734] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deleted Snapshot of the VM instance {{(pid=68207) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1423.764734] env[68207]: DEBUG nova.compute.manager [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.765507] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8132347-862b-430a-accd-eab990dc5736 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.277321] env[68207]: INFO nova.compute.manager [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Shelve offloading [ 1424.781279] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.781658] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e1eb8a-ddd9-4379-982c-2521e53f08b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.788918] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1424.788918] env[68207]: value = "task-2777876" [ 1424.788918] env[68207]: _type = "Task" [ 1424.788918] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.797609] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.300263] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1425.300479] env[68207]: DEBUG nova.compute.manager [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.301262] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a6c706-bc17-4d54-9cdc-32aa8554e519 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.306778] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.306943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.307129] env[68207]: DEBUG nova.network.neutron [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.001331] env[68207]: DEBUG nova.network.neutron [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.504273] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.718853] env[68207]: DEBUG nova.compute.manager [req-6d45c88c-a8b9-41b6-86bc-ebbbb11efa41 req-48c988c2-3710-416b-bb9b-150050d81871 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-vif-unplugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1426.719207] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d45c88c-a8b9-41b6-86bc-ebbbb11efa41 req-48c988c2-3710-416b-bb9b-150050d81871 service nova] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.719334] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d45c88c-a8b9-41b6-86bc-ebbbb11efa41 req-48c988c2-3710-416b-bb9b-150050d81871 service nova] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.719478] env[68207]: DEBUG oslo_concurrency.lockutils [req-6d45c88c-a8b9-41b6-86bc-ebbbb11efa41 req-48c988c2-3710-416b-bb9b-150050d81871 service nova] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.719658] env[68207]: DEBUG nova.compute.manager [req-6d45c88c-a8b9-41b6-86bc-ebbbb11efa41 req-48c988c2-3710-416b-bb9b-150050d81871 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] No waiting events found dispatching network-vif-unplugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.719823] env[68207]: WARNING nova.compute.manager [req-6d45c88c-a8b9-41b6-86bc-ebbbb11efa41 req-48c988c2-3710-416b-bb9b-150050d81871 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received unexpected event network-vif-unplugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a for instance with vm_state shelved and task_state shelving_offloading. [ 1426.811583] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.812522] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b0c01-a7cb-40d2-b0cd-5185fd600bd4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.820097] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.820333] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f0461d-66fa-4477-aa4e-58b66ee4298a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.885133] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.885362] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.885552] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleting the datastore file [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.885831] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b22be4-1f25-42cc-aed8-8d902ae0f451 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.892857] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1426.892857] env[68207]: value = "task-2777878" [ 1426.892857] env[68207]: _type = "Task" [ 1426.892857] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.900227] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.403078] env[68207]: DEBUG oslo_vmware.api [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139851} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.403452] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.403573] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.403687] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.421261] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.421540] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.421781] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.422018] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.422247] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.424440] env[68207]: INFO nova.compute.manager [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Terminating instance [ 1427.428407] env[68207]: INFO nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted allocations for instance 417542dd-3322-455d-b383-824a93e8e9a7 [ 1427.928726] env[68207]: DEBUG nova.compute.manager [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.929435] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.929867] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f803b41-c34b-4d78-ad73-623c1da1dd9c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.933666] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.933914] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.934136] env[68207]: DEBUG nova.objects.instance [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'resources' on Instance uuid 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.940031] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.940149] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b5894a-6bbd-4ec2-98a9-097d3a93a186 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.946649] env[68207]: DEBUG oslo_vmware.api [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1427.946649] env[68207]: value = "task-2777879" [ 1427.946649] env[68207]: _type = "Task" [ 1427.946649] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.954853] env[68207]: DEBUG oslo_vmware.api [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.437220] env[68207]: DEBUG nova.objects.instance [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'numa_topology' on Instance uuid 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.457212] env[68207]: DEBUG oslo_vmware.api [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777879, 'name': PowerOffVM_Task, 'duration_secs': 0.168385} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.457452] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.457637] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.457871] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b02b1088-3894-421c-a9b3-453f3d7aa1f6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.517529] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.517842] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.517951] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleting the datastore file [datastore2] dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.518207] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7275bed7-5930-4a88-87b0-c4992ddd30b4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.525315] env[68207]: DEBUG oslo_vmware.api [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for the task: (returnval){ [ 1428.525315] env[68207]: value = "task-2777881" [ 1428.525315] env[68207]: _type = "Task" [ 1428.525315] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.533601] env[68207]: DEBUG oslo_vmware.api [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.747471] env[68207]: DEBUG nova.compute.manager [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1428.747635] env[68207]: DEBUG nova.compute.manager [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing instance network info cache due to event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1428.747845] env[68207]: DEBUG oslo_concurrency.lockutils [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.747986] env[68207]: DEBUG oslo_concurrency.lockutils [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.748165] env[68207]: DEBUG nova.network.neutron [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.939947] env[68207]: DEBUG nova.objects.base [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Object Instance<417542dd-3322-455d-b383-824a93e8e9a7> lazy-loaded attributes: resources,numa_topology {{(pid=68207) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1429.014811] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.018287] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f29252-c6ff-4260-bb6d-1d57d9f36fd1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.026011] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7a3de-ad46-4c94-86c6-a3d3ad7a804c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.037782] env[68207]: DEBUG oslo_vmware.api [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Task: {'id': task-2777881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13237} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.060823] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.061069] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.061222] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.061397] env[68207]: INFO nova.compute.manager [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1429.061639] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.062055] env[68207]: DEBUG nova.compute.manager [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.062180] env[68207]: DEBUG nova.network.neutron [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.064309] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fde163-cbf4-4403-bccd-540f7fe136cc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.071943] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f344c-a742-4fe0-b25e-0b1d2f3a6b72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.086648] env[68207]: DEBUG nova.compute.provider_tree [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.455173] env[68207]: DEBUG nova.network.neutron [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updated VIF entry in instance network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.455531] env[68207]: DEBUG nova.network.neutron [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapce281271-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.609733] env[68207]: ERROR nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [req-a526b2b9-d427-4299-8c7e-aca1742e409c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a526b2b9-d427-4299-8c7e-aca1742e409c"}]} [ 1429.625345] env[68207]: DEBUG nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Refreshing inventories for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1429.639519] env[68207]: DEBUG nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating ProviderTree inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1429.639739] env[68207]: DEBUG nova.compute.provider_tree [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.651549] env[68207]: DEBUG nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Refreshing aggregate associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, aggregates: None {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1429.669681] env[68207]: DEBUG nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Refreshing trait associations for resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68207) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1429.750959] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325c315-5ee4-463a-851b-8c7948eaab6a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.759524] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5384d0c-8bf9-48c5-a126-3143a8092ff8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.792579] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c6c3d-d5a7-404e-a9e2-c642ea7ccd09 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.799731] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc25906-1ce4-4e5a-9658-a36206d79ada {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.813024] env[68207]: DEBUG nova.compute.provider_tree [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.958346] env[68207]: DEBUG oslo_concurrency.lockutils [req-30b1a92e-3758-45df-ac1e-56f9d1e1e64f req-624f3337-1fb4-4f16-9f6d-3229596aa515 service nova] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.027131] env[68207]: DEBUG nova.network.neutron [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.343464] env[68207]: DEBUG nova.scheduler.client.report [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 196 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1430.343734] env[68207]: DEBUG nova.compute.provider_tree [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 196 to 197 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1430.343908] env[68207]: DEBUG nova.compute.provider_tree [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.530416] env[68207]: INFO nova.compute.manager [-] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Took 1.47 seconds to deallocate network for instance. [ 1430.772948] env[68207]: DEBUG nova.compute.manager [req-d98d171f-3a9f-414c-bb14-4b5928c112a7 req-575df358-5087-42f6-8100-0fe10d44df80 service nova] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Received event network-vif-deleted-611fa69c-e6d4-45fe-bffd-d64046d06707 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1430.850710] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.917s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.037590] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.037836] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.038067] env[68207]: DEBUG nova.objects.instance [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lazy-loading 'resources' on Instance uuid dea709f7-9d15-4572-b20a-ba0f0bcaa157 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.359192] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7bac67d-1f7b-46b3-87f5-a533186524c2 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.050s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.359421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.345s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.359421] env[68207]: INFO nova.compute.manager [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Unshelving [ 1431.617553] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36966933-c236-43e3-abc1-8c1f01096595 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.624781] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92070daa-fdd8-4fea-977a-3d331bc3505d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.653806] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f25b6-d1a8-4bcb-9e02-3a5c2291a2ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.660411] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312487a0-be1c-4896-85e1-2e3c73c2985c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.673812] env[68207]: DEBUG nova.compute.provider_tree [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.176886] env[68207]: DEBUG nova.scheduler.client.report [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.381220] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.682252] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.684624] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.303s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.684922] env[68207]: DEBUG nova.objects.instance [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'pci_requests' on Instance uuid 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.700615] env[68207]: INFO nova.scheduler.client.report [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Deleted allocations for instance dea709f7-9d15-4572-b20a-ba0f0bcaa157 [ 1433.188685] env[68207]: DEBUG nova.objects.instance [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'numa_topology' on Instance uuid 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.206899] env[68207]: DEBUG oslo_concurrency.lockutils [None req-6fc351f9-7917-4f9d-ba41-215f4cbb6fba tempest-AttachVolumeShelveTestJSON-499353173 tempest-AttachVolumeShelveTestJSON-499353173-project-member] Lock "dea709f7-9d15-4572-b20a-ba0f0bcaa157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.691593] env[68207]: INFO nova.compute.claims [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.769687] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789769d-280d-4aef-a527-c9cea9fe7439 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.777135] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5bb6e3-3406-4234-8661-6ea793163f8b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.808107] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d29d3d-909a-4354-8071-8fe7fb8ebc7b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.815423] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c4783-3601-4ade-9046-83db5e15ba59 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.828406] env[68207]: DEBUG nova.compute.provider_tree [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.332095] env[68207]: DEBUG nova.scheduler.client.report [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.393785] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.394079] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.394262] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.394458] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.394629] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.396615] env[68207]: INFO nova.compute.manager [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Terminating instance [ 1435.836922] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.152s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.864628] env[68207]: INFO nova.network.neutron [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating port ce281271-efcf-4d6d-9b54-be1b60bcf41a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1435.901048] env[68207]: DEBUG nova.compute.manager [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1435.901048] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.901048] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de6dd3c-a230-41ef-bd48-6828ac9bd3f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.908746] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1435.908746] env[68207]: value = "task-2777883" [ 1435.908746] env[68207]: _type = "Task" [ 1435.908746] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.916749] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.419505] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777883, 'name': PowerOffVM_Task, 'duration_secs': 0.213481} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.419774] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.419971] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1436.420176] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558506', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'name': 'volume-5cf2bb12-2df8-403e-8e0c-988d658628d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '708bd5f8-2324-41ba-893b-d9dd7c71117f', 'attached_at': '2025-03-06T02:34:56.000000', 'detached_at': '', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'serial': '5cf2bb12-2df8-403e-8e0c-988d658628d0'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1436.420973] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b8492-14cc-455f-916c-4451bd0b9a85 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.439747] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc58341-42c0-4cad-97a6-c7e871bd9901 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.446978] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1dcbaf-f488-4ddf-9b51-0477e9710820 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.466053] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88a449-d8e9-4301-9a74-cd835da8fa9b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.481023] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] The volume has not been displaced from its original location: [datastore2] volume-5cf2bb12-2df8-403e-8e0c-988d658628d0/volume-5cf2bb12-2df8-403e-8e0c-988d658628d0.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1436.487433] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1436.487806] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66dceed-6a63-49a6-ac7a-ad3e8d646b4d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.505636] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1436.505636] env[68207]: value = "task-2777884" [ 1436.505636] env[68207]: _type = "Task" [ 1436.505636] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.513474] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.017253] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777884, 'name': ReconfigVM_Task, 'duration_secs': 0.159449} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.017803] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1437.022380] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdeaf24-0813-4f37-a67b-bf0e013ecfed {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.038772] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1437.038772] env[68207]: value = "task-2777885" [ 1437.038772] env[68207]: _type = "Task" [ 1437.038772] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.046880] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.272307] env[68207]: DEBUG nova.compute.manager [req-17968b2e-eb26-42e8-bd99-07629db975ea req-dad6f5e6-ef78-4e7b-83d6-770a4ef5f290 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-vif-plugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1437.272444] env[68207]: DEBUG oslo_concurrency.lockutils [req-17968b2e-eb26-42e8-bd99-07629db975ea req-dad6f5e6-ef78-4e7b-83d6-770a4ef5f290 service nova] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.272608] env[68207]: DEBUG oslo_concurrency.lockutils [req-17968b2e-eb26-42e8-bd99-07629db975ea req-dad6f5e6-ef78-4e7b-83d6-770a4ef5f290 service nova] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.272812] env[68207]: DEBUG oslo_concurrency.lockutils [req-17968b2e-eb26-42e8-bd99-07629db975ea req-dad6f5e6-ef78-4e7b-83d6-770a4ef5f290 service nova] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.273160] env[68207]: DEBUG nova.compute.manager [req-17968b2e-eb26-42e8-bd99-07629db975ea req-dad6f5e6-ef78-4e7b-83d6-770a4ef5f290 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] No waiting events found dispatching network-vif-plugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.273269] env[68207]: WARNING nova.compute.manager [req-17968b2e-eb26-42e8-bd99-07629db975ea req-dad6f5e6-ef78-4e7b-83d6-770a4ef5f290 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received unexpected event network-vif-plugged-ce281271-efcf-4d6d-9b54-be1b60bcf41a for instance with vm_state shelved_offloaded and task_state spawning. [ 1437.361188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.361188] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.361188] env[68207]: DEBUG nova.network.neutron [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.549055] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777885, 'name': ReconfigVM_Task, 'duration_secs': 0.145506} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.549055] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558506', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'name': 'volume-5cf2bb12-2df8-403e-8e0c-988d658628d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '708bd5f8-2324-41ba-893b-d9dd7c71117f', 'attached_at': '2025-03-06T02:34:56.000000', 'detached_at': '', 'volume_id': '5cf2bb12-2df8-403e-8e0c-988d658628d0', 'serial': '5cf2bb12-2df8-403e-8e0c-988d658628d0'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1437.549055] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.549407] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dab2b4-1810-467b-88f2-f4667d5b5880 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.556165] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.556413] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed047aa8-6d50-4f77-8bae-6919baafa4dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.622588] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.622648] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.622797] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] 708bd5f8-2324-41ba-893b-d9dd7c71117f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.623217] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffaaedf5-6a91-4358-800c-394ea772f7f2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.630646] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1437.630646] env[68207]: value = "task-2777887" [ 1437.630646] env[68207]: _type = "Task" [ 1437.630646] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.639106] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.086805] env[68207]: DEBUG nova.network.neutron [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.140180] env[68207]: DEBUG oslo_vmware.api [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086762} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.140450] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.140636] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.140815] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.140986] env[68207]: INFO nova.compute.manager [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1438.141249] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1438.141443] env[68207]: DEBUG nova.compute.manager [-] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.141603] env[68207]: DEBUG nova.network.neutron [-] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.591367] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.622075] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dd8e83b784cf7c2e02f1dc89441a4097',container_format='bare',created_at=2025-03-06T02:35:09Z,direct_url=,disk_format='vmdk',id=608bc95c-5c8d-4863-89e9-f8150ecbab00,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1033212392-shelved',owner='499428c0cc6d493a896012aeaa18eae6',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-03-06T02:35:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.622251] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.622411] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.622593] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.622736] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.623379] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.623994] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.624273] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.624532] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.624766] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.625225] env[68207]: DEBUG nova.virt.hardware [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.626386] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b9334c-4657-4841-925e-e1b1e491229a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.636829] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c35c7-0183-4fa2-ac0c-d1cf2bd22c99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.651573] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:59:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce281271-efcf-4d6d-9b54-be1b60bcf41a', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.659608] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1438.659855] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.660075] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8402dedc-5023-4737-906f-19d6b61109ef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.679602] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.679602] env[68207]: value = "task-2777888" [ 1438.679602] env[68207]: _type = "Task" [ 1438.679602] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.687017] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777888, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.189590] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777888, 'name': CreateVM_Task, 'duration_secs': 0.291784} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.189937] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.190498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.190671] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.191070] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.191326] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99da89cb-b314-42e7-ac2a-183effe18650 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.195750] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1439.195750] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52eafd48-4c68-f796-7a2d-9d0cd55b71cc" [ 1439.195750] env[68207]: _type = "Task" [ 1439.195750] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.203861] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52eafd48-4c68-f796-7a2d-9d0cd55b71cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.301350] env[68207]: DEBUG nova.compute.manager [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1439.301563] env[68207]: DEBUG nova.compute.manager [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing instance network info cache due to event network-changed-ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1439.301775] env[68207]: DEBUG oslo_concurrency.lockutils [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] Acquiring lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.301917] env[68207]: DEBUG oslo_concurrency.lockutils [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] Acquired lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.302085] env[68207]: DEBUG nova.network.neutron [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Refreshing network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.405289] env[68207]: DEBUG nova.network.neutron [-] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.705545] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.705794] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Processing image 608bc95c-5c8d-4863-89e9-f8150ecbab00 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.706034] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.706183] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.706356] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.706587] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ccd4e1-5364-4cdd-a5fa-70220c60d871 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.714901] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.715079] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.715729] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b2920f-b117-4540-bf05-73f189e25711 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.720395] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1439.720395] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52755229-fe38-4189-3ca9-d426fe9c6625" [ 1439.720395] env[68207]: _type = "Task" [ 1439.720395] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.727156] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52755229-fe38-4189-3ca9-d426fe9c6625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.907325] env[68207]: INFO nova.compute.manager [-] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Took 1.77 seconds to deallocate network for instance. [ 1440.007598] env[68207]: DEBUG nova.network.neutron [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updated VIF entry in instance network info cache for port ce281271-efcf-4d6d-9b54-be1b60bcf41a. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.008014] env[68207]: DEBUG nova.network.neutron [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [{"id": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "address": "fa:16:3e:b9:59:d1", "network": {"id": "4dbb3555-4c79-4372-b2f2-892eb7856ab8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-17264943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "499428c0cc6d493a896012aeaa18eae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce281271-ef", "ovs_interfaceid": "ce281271-efcf-4d6d-9b54-be1b60bcf41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.231586] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Preparing fetch location {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1440.231586] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Fetch image to [datastore2] OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77/OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77.vmdk {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1440.232225] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Downloading stream optimized image 608bc95c-5c8d-4863-89e9-f8150ecbab00 to [datastore2] OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77/OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77.vmdk on the data store datastore2 as vApp {{(pid=68207) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1440.232225] env[68207]: DEBUG nova.virt.vmwareapi.images [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Downloading image file data 608bc95c-5c8d-4863-89e9-f8150ecbab00 to the ESX as VM named 'OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77' {{(pid=68207) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1440.306616] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1440.306616] env[68207]: value = "resgroup-9" [ 1440.306616] env[68207]: _type = "ResourcePool" [ 1440.306616] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1440.306974] env[68207]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eda9bcc9-fcb1-400e-82aa-44ddfe7b8826 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.326987] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease: (returnval){ [ 1440.326987] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52249d6a-774a-f824-d6cc-38dc500dd8c0" [ 1440.326987] env[68207]: _type = "HttpNfcLease" [ 1440.326987] env[68207]: } obtained for vApp import into resource pool (val){ [ 1440.326987] env[68207]: value = "resgroup-9" [ 1440.326987] env[68207]: _type = "ResourcePool" [ 1440.326987] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1440.327319] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the lease: (returnval){ [ 1440.327319] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52249d6a-774a-f824-d6cc-38dc500dd8c0" [ 1440.327319] env[68207]: _type = "HttpNfcLease" [ 1440.327319] env[68207]: } to be ready. {{(pid=68207) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1440.333051] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1440.333051] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52249d6a-774a-f824-d6cc-38dc500dd8c0" [ 1440.333051] env[68207]: _type = "HttpNfcLease" [ 1440.333051] env[68207]: } is initializing. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1440.453361] env[68207]: INFO nova.compute.manager [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Took 0.55 seconds to detach 1 volumes for instance. [ 1440.455513] env[68207]: DEBUG nova.compute.manager [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Deleting volume: 5cf2bb12-2df8-403e-8e0c-988d658628d0 {{(pid=68207) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1440.511130] env[68207]: DEBUG oslo_concurrency.lockutils [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] Releasing lock "refresh_cache-417542dd-3322-455d-b383-824a93e8e9a7" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.511457] env[68207]: DEBUG nova.compute.manager [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Received event network-vif-deleted-bd5bc954-2f52-4161-a05a-2a31679a5460 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1440.511671] env[68207]: INFO nova.compute.manager [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Neutron deleted interface bd5bc954-2f52-4161-a05a-2a31679a5460; detaching it from the instance and deleting it from the info cache [ 1440.511879] env[68207]: DEBUG nova.network.neutron [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.835460] env[68207]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1440.835460] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52249d6a-774a-f824-d6cc-38dc500dd8c0" [ 1440.835460] env[68207]: _type = "HttpNfcLease" [ 1440.835460] env[68207]: } is ready. {{(pid=68207) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1440.835738] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1440.835738] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52249d6a-774a-f824-d6cc-38dc500dd8c0" [ 1440.835738] env[68207]: _type = "HttpNfcLease" [ 1440.835738] env[68207]: }. {{(pid=68207) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1440.836389] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af40fd78-af65-466d-8fd3-5894da03f298 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.843120] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec4eb6-3101-8084-ed30-79d4cb19acba/disk-0.vmdk from lease info. {{(pid=68207) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1440.843298] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec4eb6-3101-8084-ed30-79d4cb19acba/disk-0.vmdk. {{(pid=68207) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1440.906870] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75c78e71-bf91-4052-8ce2-7cf5e1c01f45 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.994720] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.995101] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.995375] env[68207]: DEBUG nova.objects.instance [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'resources' on Instance uuid 708bd5f8-2324-41ba-893b-d9dd7c71117f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.014640] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f696feb-7ed1-4d5a-8348-6f9c9721fe38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.024189] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02fa8ba-9903-405a-8fb3-659f15fbfef7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.051263] env[68207]: DEBUG nova.compute.manager [req-74a7c12b-e386-4e19-9244-3b2c1622ac7d req-cac5ea07-f6a2-48ab-99b0-37bccc623ef5 service nova] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Detach interface failed, port_id=bd5bc954-2f52-4161-a05a-2a31679a5460, reason: Instance 708bd5f8-2324-41ba-893b-d9dd7c71117f could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1441.579698] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f8845-5b40-4cec-9b22-74fc38727fe5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.590241] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352977e-c58d-4a2a-b51a-a7459ee60097 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.628298] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b69a3-fd36-4d80-aed4-506c6e0b732b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.638031] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda2ea5-553c-4f6c-bf23-f89868612ce8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.652341] env[68207]: DEBUG nova.compute.provider_tree [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.001200] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Completed reading data from the image iterator. {{(pid=68207) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1442.001529] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec4eb6-3101-8084-ed30-79d4cb19acba/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1442.002632] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a76aa6-264f-492e-afaa-3be50492064b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.010538] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec4eb6-3101-8084-ed30-79d4cb19acba/disk-0.vmdk is in state: ready. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1442.010800] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec4eb6-3101-8084-ed30-79d4cb19acba/disk-0.vmdk. {{(pid=68207) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1442.011116] env[68207]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-493f91c0-65f2-47b0-9fbf-da890e953f02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.157385] env[68207]: DEBUG nova.scheduler.client.report [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.199354] env[68207]: DEBUG oslo_vmware.rw_handles [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec4eb6-3101-8084-ed30-79d4cb19acba/disk-0.vmdk. {{(pid=68207) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1442.199690] env[68207]: INFO nova.virt.vmwareapi.images [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Downloaded image file data 608bc95c-5c8d-4863-89e9-f8150ecbab00 [ 1442.201031] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e194e1b-d449-4548-8902-5fd6e7c70d32 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.217452] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01bd7385-1918-489c-b31c-932b91f2ee98 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.250620] env[68207]: INFO nova.virt.vmwareapi.images [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] The imported VM was unregistered [ 1442.252968] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Caching image {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1442.253254] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Creating directory with path [datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.253524] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fea474b-2678-49e5-b495-27b9b00b317b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.262861] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Created directory with path [datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00 {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.263060] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77/OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77.vmdk to [datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk. {{(pid=68207) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1442.263285] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2b3d85f3-8042-4f41-a6b0-016bc1e880ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.268830] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1442.268830] env[68207]: value = "task-2777892" [ 1442.268830] env[68207]: _type = "Task" [ 1442.268830] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.275790] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777892, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.662476] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.683771] env[68207]: INFO nova.scheduler.client.report [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted allocations for instance 708bd5f8-2324-41ba-893b-d9dd7c71117f [ 1442.779154] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777892, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.192920] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d64a6902-fd88-4c7b-96ba-3ceb7bceeb38 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "708bd5f8-2324-41ba-893b-d9dd7c71117f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.799s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.279622] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777892, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.780652] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777892, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.212556] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.212892] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.213137] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.213326] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.213497] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.215973] env[68207]: INFO nova.compute.manager [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Terminating instance [ 1444.283783] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777892, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.720052] env[68207]: DEBUG nova.compute.manager [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.720185] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.720989] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b93106-5e05-4a3b-ae5f-1cd7e9aca753 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.728800] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.729046] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e7ec4c-097a-4a69-814c-c335ca7c60d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.734324] env[68207]: DEBUG oslo_vmware.api [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1444.734324] env[68207]: value = "task-2777893" [ 1444.734324] env[68207]: _type = "Task" [ 1444.734324] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.741208] env[68207]: DEBUG oslo_vmware.api [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.780978] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777892, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.157067} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.781343] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77/OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77.vmdk to [datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk. [ 1444.781465] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Cleaning up location [datastore2] OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1444.781652] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_12873106-8ff9-4e9e-aef3-ddbcaca43c77 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.781936] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4193f020-b9c8-43a8-bc13-f7f4dd092dd7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.787756] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1444.787756] env[68207]: value = "task-2777894" [ 1444.787756] env[68207]: _type = "Task" [ 1444.787756] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.795894] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.244244] env[68207]: DEBUG oslo_vmware.api [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777893, 'name': PowerOffVM_Task, 'duration_secs': 0.233806} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.244448] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.244623] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.244864] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6eb3bb-a3e6-4cbb-8516-7f9ad25551c4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.298311] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040425} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.298588] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.298762] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.299072] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk to [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.299319] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b582d1-e46f-43cd-b47b-7c2e9a3b526f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.302728] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.302916] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.303100] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] 93a3c99b-f769-4f0c-88e9-53d9db1684ce {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.303310] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b52049c-bcd6-4751-b3d4-09d457ed4689 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.305705] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1445.305705] env[68207]: value = "task-2777896" [ 1445.305705] env[68207]: _type = "Task" [ 1445.305705] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.309892] env[68207]: DEBUG oslo_vmware.api [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1445.309892] env[68207]: value = "task-2777897" [ 1445.309892] env[68207]: _type = "Task" [ 1445.309892] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.315460] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.319809] env[68207]: DEBUG oslo_vmware.api [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.819686] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777896, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.822928] env[68207]: DEBUG oslo_vmware.api [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170425} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.823201] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.823394] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.823611] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.823820] env[68207]: INFO nova.compute.manager [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1445.824106] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.824343] env[68207]: DEBUG nova.compute.manager [-] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.824445] env[68207]: DEBUG nova.network.neutron [-] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.098703] env[68207]: DEBUG nova.compute.manager [req-88538bd7-88a9-401e-b277-89fefda8b35e req-82d455db-7046-4834-8524-a623613d73e4 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Received event network-vif-deleted-18c6d015-c1a1-4e5e-a184-fb410a88c0e2 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1446.098948] env[68207]: INFO nova.compute.manager [req-88538bd7-88a9-401e-b277-89fefda8b35e req-82d455db-7046-4834-8524-a623613d73e4 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Neutron deleted interface 18c6d015-c1a1-4e5e-a184-fb410a88c0e2; detaching it from the instance and deleting it from the info cache [ 1446.099148] env[68207]: DEBUG nova.network.neutron [req-88538bd7-88a9-401e-b277-89fefda8b35e req-82d455db-7046-4834-8524-a623613d73e4 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.317411] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777896, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.581401] env[68207]: DEBUG nova.network.neutron [-] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.601941] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ceed9956-5586-4df7-b86b-65ef8710b354 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.614183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9262a5-ed00-4479-8de3-37796fdbdc07 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.642284] env[68207]: DEBUG nova.compute.manager [req-88538bd7-88a9-401e-b277-89fefda8b35e req-82d455db-7046-4834-8524-a623613d73e4 service nova] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Detach interface failed, port_id=18c6d015-c1a1-4e5e-a184-fb410a88c0e2, reason: Instance 93a3c99b-f769-4f0c-88e9-53d9db1684ce could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1446.818205] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777896, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.084304] env[68207]: INFO nova.compute.manager [-] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Took 1.26 seconds to deallocate network for instance. [ 1447.318993] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777896, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.591284] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.591534] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.591760] env[68207]: DEBUG nova.objects.instance [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'resources' on Instance uuid 93a3c99b-f769-4f0c-88e9-53d9db1684ce {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.819986] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777896, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.187905} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.820264] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/608bc95c-5c8d-4863-89e9-f8150ecbab00/608bc95c-5c8d-4863-89e9-f8150ecbab00.vmdk to [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.821009] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361a483-a4b9-4a7b-92d3-38d93be95352 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.842698] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.842875] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d72606d-cc07-4274-96a1-e4d0eead35bb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.861584] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1447.861584] env[68207]: value = "task-2777898" [ 1447.861584] env[68207]: _type = "Task" [ 1447.861584] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.868953] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.156109] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3d1c5-3d7e-4a90-86d5-8acb447ebdc4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.163404] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e59d65-87b6-454d-82ec-5113e82295a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.194290] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcfeaa2-b26d-4157-8df9-07dd01cd4b47 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.201422] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830afe15-7e82-4ee3-95aa-4642c1c2d1c9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.214158] env[68207]: DEBUG nova.compute.provider_tree [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.371166] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777898, 'name': ReconfigVM_Task, 'duration_secs': 0.43698} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.371511] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7/417542dd-3322-455d-b383-824a93e8e9a7.vmdk or device None with type streamOptimized {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.372158] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2adbf879-e389-43fb-92b3-7b8c4ae7e9b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.378594] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1448.378594] env[68207]: value = "task-2777899" [ 1448.378594] env[68207]: _type = "Task" [ 1448.378594] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.386320] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777899, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.746403] env[68207]: DEBUG nova.scheduler.client.report [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 197 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1448.746662] env[68207]: DEBUG nova.compute.provider_tree [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 197 to 198 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1448.746864] env[68207]: DEBUG nova.compute.provider_tree [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.889194] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777899, 'name': Rename_Task, 'duration_secs': 0.36559} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.889464] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.889694] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c0d530-c051-4ed5-89d6-e91e3add8b38 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.895834] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1448.895834] env[68207]: value = "task-2777900" [ 1448.895834] env[68207]: _type = "Task" [ 1448.895834] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.903120] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.252159] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.273679] env[68207]: INFO nova.scheduler.client.report [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted allocations for instance 93a3c99b-f769-4f0c-88e9-53d9db1684ce [ 1449.405292] env[68207]: DEBUG oslo_vmware.api [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777900, 'name': PowerOnVM_Task, 'duration_secs': 0.430345} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.405551] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.507195] env[68207]: DEBUG nova.compute.manager [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.508152] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cef556-cc62-4932-8ef3-eeafb409753c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.782724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-f7e784ec-37d0-4c3f-a6a2-7bba6664f30d tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "93a3c99b-f769-4f0c-88e9-53d9db1684ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.025150] env[68207]: DEBUG oslo_concurrency.lockutils [None req-4abe0361-40f6-4144-b8e1-0ebff928fa35 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.665s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.463474] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.463755] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.932461] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.932729] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.932943] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "417542dd-3322-455d-b383-824a93e8e9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.933140] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.933310] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.935423] env[68207]: INFO nova.compute.manager [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Terminating instance [ 1450.966684] env[68207]: DEBUG nova.compute.utils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.439703] env[68207]: DEBUG nova.compute.manager [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.439947] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.440887] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826aa59e-c0ab-48a6-abf5-808ec3e39954 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.448932] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.449175] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67437a6a-f19c-450c-aa40-ecffd26b3fa0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.454561] env[68207]: DEBUG oslo_vmware.api [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1451.454561] env[68207]: value = "task-2777902" [ 1451.454561] env[68207]: _type = "Task" [ 1451.454561] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.461932] env[68207]: DEBUG oslo_vmware.api [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.469640] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.964903] env[68207]: DEBUG oslo_vmware.api [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777902, 'name': PowerOffVM_Task, 'duration_secs': 0.198078} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.965179] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.965346] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.965581] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa4f8fa4-fea1-4dd4-a1e9-a16421779e54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.534687] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.535133] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.535214] env[68207]: INFO nova.compute.manager [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Attaching volume 996b3514-66ce-49cf-b084-04daa7ce2442 to /dev/sdb [ 1452.564973] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3254f282-aead-411a-b28b-a5399d9be2f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.572161] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e08cbf-c371-4c2f-8690-8c4b208516ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.584892] env[68207]: DEBUG nova.virt.block_device [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating existing volume attachment record: c6212fa2-151d-4153-bcca-9683bbeb689e {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1453.697738] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.698168] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.698264] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleting the datastore file [datastore2] 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.698553] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69687e9-69c5-421b-a329-9657f3ddfa4c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.704822] env[68207]: DEBUG oslo_vmware.api [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for the task: (returnval){ [ 1453.704822] env[68207]: value = "task-2777905" [ 1453.704822] env[68207]: _type = "Task" [ 1453.704822] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.718044] env[68207]: DEBUG oslo_vmware.api [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.894029] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "695fdfab-be7f-48ef-a04a-635702674c45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.894330] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "695fdfab-be7f-48ef-a04a-635702674c45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.894542] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "695fdfab-be7f-48ef-a04a-635702674c45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.894724] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "695fdfab-be7f-48ef-a04a-635702674c45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.894894] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "695fdfab-be7f-48ef-a04a-635702674c45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.897060] env[68207]: INFO nova.compute.manager [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Terminating instance [ 1454.214468] env[68207]: DEBUG oslo_vmware.api [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Task: {'id': task-2777905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139591} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.214718] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.214896] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.215084] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.215263] env[68207]: INFO nova.compute.manager [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1454.215495] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.215679] env[68207]: DEBUG nova.compute.manager [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.215807] env[68207]: DEBUG nova.network.neutron [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.400366] env[68207]: DEBUG nova.compute.manager [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.400591] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.401478] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f0299-8dfb-4ce1-b241-e75e9bb57039 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.408990] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.409226] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d7242e-f450-430c-bac7-8bf1a8f0e204 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.415711] env[68207]: DEBUG oslo_vmware.api [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1454.415711] env[68207]: value = "task-2777906" [ 1454.415711] env[68207]: _type = "Task" [ 1454.415711] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.423469] env[68207]: DEBUG oslo_vmware.api [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.672818] env[68207]: DEBUG nova.compute.manager [req-f7d29882-5eba-4e26-a952-cf21d814a974 req-6c258708-c5a0-4c8c-a075-719cdd6647e6 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Received event network-vif-deleted-ce281271-efcf-4d6d-9b54-be1b60bcf41a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1454.673225] env[68207]: INFO nova.compute.manager [req-f7d29882-5eba-4e26-a952-cf21d814a974 req-6c258708-c5a0-4c8c-a075-719cdd6647e6 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Neutron deleted interface ce281271-efcf-4d6d-9b54-be1b60bcf41a; detaching it from the instance and deleting it from the info cache [ 1454.673225] env[68207]: DEBUG nova.network.neutron [req-f7d29882-5eba-4e26-a952-cf21d814a974 req-6c258708-c5a0-4c8c-a075-719cdd6647e6 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.925375] env[68207]: DEBUG oslo_vmware.api [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777906, 'name': PowerOffVM_Task, 'duration_secs': 0.213712} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.925703] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.925803] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.926010] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-745da86c-d2e8-4b23-8796-414228612797 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.984340] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.984552] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.984739] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleting the datastore file [datastore2] 695fdfab-be7f-48ef-a04a-635702674c45 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.985064] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41761230-ea8d-4e46-9af1-c9ed660687ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.990979] env[68207]: DEBUG oslo_vmware.api [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for the task: (returnval){ [ 1454.990979] env[68207]: value = "task-2777909" [ 1454.990979] env[68207]: _type = "Task" [ 1454.990979] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.999082] env[68207]: DEBUG oslo_vmware.api [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.155071] env[68207]: DEBUG nova.network.neutron [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.176733] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab9a0a94-c98e-4139-88d1-7d73c6a7cfe2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.185554] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9937bca-c7d4-4f5d-ace3-c29a6c8a9c14 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.211328] env[68207]: DEBUG nova.compute.manager [req-f7d29882-5eba-4e26-a952-cf21d814a974 req-6c258708-c5a0-4c8c-a075-719cdd6647e6 service nova] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Detach interface failed, port_id=ce281271-efcf-4d6d-9b54-be1b60bcf41a, reason: Instance 417542dd-3322-455d-b383-824a93e8e9a7 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1455.500822] env[68207]: DEBUG oslo_vmware.api [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Task: {'id': task-2777909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137453} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.501701] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.501701] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.501856] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.501919] env[68207]: INFO nova.compute.manager [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1455.502196] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.502418] env[68207]: DEBUG nova.compute.manager [-] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.502517] env[68207]: DEBUG nova.network.neutron [-] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.657825] env[68207]: INFO nova.compute.manager [-] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Took 1.44 seconds to deallocate network for instance. [ 1456.165052] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.165052] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.165388] env[68207]: DEBUG nova.objects.instance [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lazy-loading 'resources' on Instance uuid 417542dd-3322-455d-b383-824a93e8e9a7 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.232089] env[68207]: DEBUG nova.network.neutron [-] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.700214] env[68207]: DEBUG nova.compute.manager [req-4c0bad7c-5121-4d3c-947c-902577bb8d1a req-507992a8-2028-4510-8bfd-8f48d17157f8 service nova] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Received event network-vif-deleted-b1867ac2-ee4e-44c3-9881-16ecea56a16b {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1456.721836] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1879be-6487-4329-a0bc-ef006ea7226d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.729572] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5bad21-01af-4c3e-ada1-12bed6b23a69 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.734024] env[68207]: INFO nova.compute.manager [-] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Took 1.23 seconds to deallocate network for instance. [ 1456.761649] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05606c46-cd8c-4458-af6c-735278ebdc50 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.768743] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c0e55-58ff-4640-8a40-5af00febf0f3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.784257] env[68207]: DEBUG nova.compute.provider_tree [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.125709] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1457.125972] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558516', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'name': 'volume-996b3514-66ce-49cf-b084-04daa7ce2442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'serial': '996b3514-66ce-49cf-b084-04daa7ce2442'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1457.126863] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db724b3c-f3ef-457b-8120-ffe1191482d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.143126] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8aab3-2c02-4bb1-89d4-b88cc3b3ac02 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.166830] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-996b3514-66ce-49cf-b084-04daa7ce2442/volume-996b3514-66ce-49cf-b084-04daa7ce2442.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.167156] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-238550f9-0782-46c2-9455-462ffde9113a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.184479] env[68207]: DEBUG oslo_vmware.api [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1457.184479] env[68207]: value = "task-2777910" [ 1457.184479] env[68207]: _type = "Task" [ 1457.184479] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.191825] env[68207]: DEBUG oslo_vmware.api [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.265660] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.315253] env[68207]: DEBUG nova.scheduler.client.report [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updated inventory for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with generation 198 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1457.315476] env[68207]: DEBUG nova.compute.provider_tree [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating resource provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f generation from 198 to 199 during operation: update_inventory {{(pid=68207) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1457.315658] env[68207]: DEBUG nova.compute.provider_tree [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Updating inventory in ProviderTree for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.694020] env[68207]: DEBUG oslo_vmware.api [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777910, 'name': ReconfigVM_Task, 'duration_secs': 0.350804} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.694326] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-996b3514-66ce-49cf-b084-04daa7ce2442/volume-996b3514-66ce-49cf-b084-04daa7ce2442.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.699114] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f97ba9-ae6a-422b-beb0-8ac473354e5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.713257] env[68207]: DEBUG oslo_vmware.api [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1457.713257] env[68207]: value = "task-2777911" [ 1457.713257] env[68207]: _type = "Task" [ 1457.713257] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.721740] env[68207]: DEBUG oslo_vmware.api [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.820307] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.822616] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.557s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.822855] env[68207]: DEBUG nova.objects.instance [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lazy-loading 'resources' on Instance uuid 695fdfab-be7f-48ef-a04a-635702674c45 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.837656] env[68207]: INFO nova.scheduler.client.report [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Deleted allocations for instance 417542dd-3322-455d-b383-824a93e8e9a7 [ 1458.223299] env[68207]: DEBUG oslo_vmware.api [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777911, 'name': ReconfigVM_Task, 'duration_secs': 0.128592} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.223663] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558516', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'name': 'volume-996b3514-66ce-49cf-b084-04daa7ce2442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'serial': '996b3514-66ce-49cf-b084-04daa7ce2442'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.345153] env[68207]: DEBUG oslo_concurrency.lockutils [None req-0a045482-9b50-4a56-b98f-8c7e6fc21699 tempest-ServerActionsTestOtherB-58860842 tempest-ServerActionsTestOtherB-58860842-project-member] Lock "417542dd-3322-455d-b383-824a93e8e9a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.412s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.367262] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00708522-7ac0-4ce5-b2a2-593a59d6f2f0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.374550] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbefe4ae-0f58-48aa-b609-61374659ca1f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.405306] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9625e838-f63c-4861-a3ac-c537a4902c68 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.412151] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ad5061-d8df-4d69-9de8-d4674bf18732 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.424948] env[68207]: DEBUG nova.compute.provider_tree [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.929086] env[68207]: DEBUG nova.scheduler.client.report [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.258995] env[68207]: DEBUG nova.objects.instance [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid 7d78e309-9f21-4b31-912e-4b698dfb1a7b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.433897] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.455225] env[68207]: INFO nova.scheduler.client.report [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Deleted allocations for instance 695fdfab-be7f-48ef-a04a-635702674c45 [ 1459.764105] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5fef5d51-391b-4605-a92c-a097d065973f tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.229s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.962704] env[68207]: DEBUG oslo_concurrency.lockutils [None req-c9452a78-1914-480d-a7a1-ef40beb71013 tempest-ServerActionsTestOtherA-1599722616 tempest-ServerActionsTestOtherA-1599722616-project-member] Lock "695fdfab-be7f-48ef-a04a-635702674c45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.068s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.628720] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.628993] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.134598] env[68207]: DEBUG nova.compute.utils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.640564] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.710462] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.710462] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.710462] env[68207]: INFO nova.compute.manager [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Attaching volume 012bea1f-9a35-4f3f-8a65-e55cdecc798e to /dev/sdc [ 1462.747866] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29575f6f-e518-4254-8df7-d9cf31fbbde4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.754385] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37382304-df66-4b9c-9bf6-89ed2e22a8d2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.767411] env[68207]: DEBUG nova.virt.block_device [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating existing volume attachment record: 68e4d48d-6065-497b-96f7-e67d42a314f6 {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1467.312638] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1467.312638] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558517', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'name': 'volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'serial': '012bea1f-9a35-4f3f-8a65-e55cdecc798e'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1467.313517] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f17c121-0372-4774-bbb6-c669d37a34ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.330050] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8985a-7f41-4ae0-ba85-55b2ae157ed4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.356364] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e/volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.356650] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d223a6a9-ae73-4a67-8f2b-62353ae0e28f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.375030] env[68207]: DEBUG oslo_vmware.api [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1467.375030] env[68207]: value = "task-2777918" [ 1467.375030] env[68207]: _type = "Task" [ 1467.375030] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.384029] env[68207]: DEBUG oslo_vmware.api [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.885389] env[68207]: DEBUG oslo_vmware.api [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777918, 'name': ReconfigVM_Task, 'duration_secs': 0.358814} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.885755] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e/volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.890550] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d52613-5407-4676-9d88-d1056f442bea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.906260] env[68207]: DEBUG oslo_vmware.api [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1467.906260] env[68207]: value = "task-2777919" [ 1467.906260] env[68207]: _type = "Task" [ 1467.906260] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.915391] env[68207]: DEBUG oslo_vmware.api [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.415838] env[68207]: DEBUG oslo_vmware.api [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777919, 'name': ReconfigVM_Task, 'duration_secs': 0.149573} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.416264] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558517', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'name': 'volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'serial': '012bea1f-9a35-4f3f-8a65-e55cdecc798e'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1469.453057] env[68207]: DEBUG nova.objects.instance [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid 7d78e309-9f21-4b31-912e-4b698dfb1a7b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.957929] env[68207]: DEBUG oslo_concurrency.lockutils [None req-511d3966-d570-46c1-a7a7-38ba5c15d2b9 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.227332] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.227543] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.731314] env[68207]: INFO nova.compute.manager [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Detaching volume 996b3514-66ce-49cf-b084-04daa7ce2442 [ 1470.760946] env[68207]: INFO nova.virt.block_device [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Attempting to driver detach volume 996b3514-66ce-49cf-b084-04daa7ce2442 from mountpoint /dev/sdb [ 1470.761197] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1470.761382] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558516', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'name': 'volume-996b3514-66ce-49cf-b084-04daa7ce2442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'serial': '996b3514-66ce-49cf-b084-04daa7ce2442'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1470.762261] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd35d68e-0bbf-45e3-8f46-2f1a4e32e25d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.786102] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1ca4c-cdd0-4700-b039-1b1ccdd89c0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.793272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc204f3-24c2-4dd2-ad10-b0ddbf9f7294 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.816120] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f843be-e95b-4e1b-97a5-a83d6551cc43 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.830016] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] The volume has not been displaced from its original location: [datastore2] volume-996b3514-66ce-49cf-b084-04daa7ce2442/volume-996b3514-66ce-49cf-b084-04daa7ce2442.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1470.835145] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1470.835400] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ac1611-15b9-4f4a-b100-0458220541d0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.852462] env[68207]: DEBUG oslo_vmware.api [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1470.852462] env[68207]: value = "task-2777922" [ 1470.852462] env[68207]: _type = "Task" [ 1470.852462] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.859611] env[68207]: DEBUG oslo_vmware.api [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.124543] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.124824] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.124948] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.125080] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.125249] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.125393] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.125535] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.125673] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1471.125813] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.362548] env[68207]: DEBUG oslo_vmware.api [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777922, 'name': ReconfigVM_Task, 'duration_secs': 0.220159} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.362821] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1471.367378] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7ce146-da89-482f-b82f-a9d4a37a05da {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.381788] env[68207]: DEBUG oslo_vmware.api [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1471.381788] env[68207]: value = "task-2777923" [ 1471.381788] env[68207]: _type = "Task" [ 1471.381788] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.388917] env[68207]: DEBUG oslo_vmware.api [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.628679] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.628948] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.629138] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.629305] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1471.630223] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d406ac77-9be1-410e-8308-6cef01f9a7f4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.638197] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a273a4-6ae7-423d-8e26-eca08a7db3e1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.651562] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed50bfe2-eff0-409f-9e1b-da8ae1987b3a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.657428] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fb9077-9107-480f-b195-36f8659eee33 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.686052] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180470MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1471.686199] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.686397] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.891062] env[68207]: DEBUG oslo_vmware.api [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777923, 'name': ReconfigVM_Task, 'duration_secs': 0.129813} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.891453] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558516', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'name': 'volume-996b3514-66ce-49cf-b084-04daa7ce2442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '996b3514-66ce-49cf-b084-04daa7ce2442', 'serial': '996b3514-66ce-49cf-b084-04daa7ce2442'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1472.433756] env[68207]: DEBUG nova.objects.instance [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid 7d78e309-9f21-4b31-912e-4b698dfb1a7b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.712897] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance 7d78e309-9f21-4b31-912e-4b698dfb1a7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.713092] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1472.713257] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1472.738113] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316c41f-a009-4fa9-83f9-bccb2068c840 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.745542] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444d21b-bcb4-40e6-bfc7-c9dd51adc957 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.773912] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4d036c-59fc-4af1-84df-0dd14676d9ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.780268] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c79785-b0fd-49d7-baa1-9e0f9770c630 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.793405] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.297081] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.441243] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fe19c77c-0df1-44de-9cdb-a27ba8e57089 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.450934] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.451300] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.801779] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1473.801986] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.802207] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.802347] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Cleaning up deleted instances with incomplete migration {{(pid=68207) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1473.954061] env[68207]: INFO nova.compute.manager [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Detaching volume 012bea1f-9a35-4f3f-8a65-e55cdecc798e [ 1473.983632] env[68207]: INFO nova.virt.block_device [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Attempting to driver detach volume 012bea1f-9a35-4f3f-8a65-e55cdecc798e from mountpoint /dev/sdc [ 1473.983867] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1473.984064] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558517', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'name': 'volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'serial': '012bea1f-9a35-4f3f-8a65-e55cdecc798e'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1473.984925] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f55d9f-472e-4eeb-9daf-df40ecf036c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.005978] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368d3b2-a1e8-43f7-80df-e8e3733c00ad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.012413] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd0d1c-d1cf-4de2-a079-ff7d37a5a919 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.031555] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167c331-61e2-4a43-ba64-c0bbe8169af1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.046247] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] The volume has not been displaced from its original location: [datastore2] volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e/volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1474.051345] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1474.051587] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8123ed16-82fa-4b2f-b5bf-e49a01eec1ba {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.068100] env[68207]: DEBUG oslo_vmware.api [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1474.068100] env[68207]: value = "task-2777925" [ 1474.068100] env[68207]: _type = "Task" [ 1474.068100] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.075070] env[68207]: DEBUG oslo_vmware.api [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.578072] env[68207]: DEBUG oslo_vmware.api [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777925, 'name': ReconfigVM_Task, 'duration_secs': 0.192991} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.578473] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1474.583081] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9238c6d-f319-4696-9de3-9baeda1ca883 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.598226] env[68207]: DEBUG oslo_vmware.api [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1474.598226] env[68207]: value = "task-2777927" [ 1474.598226] env[68207]: _type = "Task" [ 1474.598226] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.606820] env[68207]: DEBUG oslo_vmware.api [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.108388] env[68207]: DEBUG oslo_vmware.api [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777927, 'name': ReconfigVM_Task, 'duration_secs': 0.197459} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.108939] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558517', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'name': 'volume-012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d78e309-9f21-4b31-912e-4b698dfb1a7b', 'attached_at': '', 'detached_at': '', 'volume_id': '012bea1f-9a35-4f3f-8a65-e55cdecc798e', 'serial': '012bea1f-9a35-4f3f-8a65-e55cdecc798e'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1475.650679] env[68207]: DEBUG nova.objects.instance [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'flavor' on Instance uuid 7d78e309-9f21-4b31-912e-4b698dfb1a7b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.659076] env[68207]: DEBUG oslo_concurrency.lockutils [None req-b8cd8fbd-220c-4037-8794-d108dadf7ccc tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.123977] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.832891] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.833328] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.833685] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.833999] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.834311] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.836659] env[68207]: INFO nova.compute.manager [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Terminating instance [ 1478.340455] env[68207]: DEBUG nova.compute.manager [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1478.340684] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.341599] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efaf5a-1baa-4bc7-b6cb-026dd3864e54 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.352512] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.352512] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f689c5e4-3238-4d09-a4b8-56bdd2021c2b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.354463] env[68207]: DEBUG oslo_vmware.api [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1478.354463] env[68207]: value = "task-2777929" [ 1478.354463] env[68207]: _type = "Task" [ 1478.354463] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.361981] env[68207]: DEBUG oslo_vmware.api [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.864280] env[68207]: DEBUG oslo_vmware.api [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777929, 'name': PowerOffVM_Task, 'duration_secs': 0.176995} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.864728] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.864728] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.864944] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32821edf-a689-4159-8eea-89b40477f099 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.922032] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.922368] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.922482] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Deleting the datastore file [datastore2] 7d78e309-9f21-4b31-912e-4b698dfb1a7b {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.922683] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5251f4c6-e5cc-45ce-8046-6c2154035c0c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.929074] env[68207]: DEBUG oslo_vmware.api [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for the task: (returnval){ [ 1478.929074] env[68207]: value = "task-2777932" [ 1478.929074] env[68207]: _type = "Task" [ 1478.929074] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.937597] env[68207]: DEBUG oslo_vmware.api [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.439549] env[68207]: DEBUG oslo_vmware.api [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Task: {'id': task-2777932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134297} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.439896] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.440033] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.440163] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.440334] env[68207]: INFO nova.compute.manager [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1479.440619] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1479.440835] env[68207]: DEBUG nova.compute.manager [-] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.440931] env[68207]: DEBUG nova.network.neutron [-] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.626860] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.627064] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Cleaning up deleted instances {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1479.864031] env[68207]: DEBUG nova.compute.manager [req-4a277702-6fec-4722-9771-51b8102b74f3 req-05bc52bb-840a-4ccb-832f-1d427dd95a13 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Received event network-vif-deleted-edd9a33c-b23b-45be-8100-07a0a185978a {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1479.864322] env[68207]: INFO nova.compute.manager [req-4a277702-6fec-4722-9771-51b8102b74f3 req-05bc52bb-840a-4ccb-832f-1d427dd95a13 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Neutron deleted interface edd9a33c-b23b-45be-8100-07a0a185978a; detaching it from the instance and deleting it from the info cache [ 1479.864548] env[68207]: DEBUG nova.network.neutron [req-4a277702-6fec-4722-9771-51b8102b74f3 req-05bc52bb-840a-4ccb-832f-1d427dd95a13 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.134061] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] There are 20 instances to clean {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1480.134249] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 708bd5f8-2324-41ba-893b-d9dd7c71117f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1480.342841] env[68207]: DEBUG nova.network.neutron [-] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.367259] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80bf1b01-9132-4093-853a-dad04f5cb0fb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.378334] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d640fb4-5681-4598-81a2-327ebe1fcd72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.403152] env[68207]: DEBUG nova.compute.manager [req-4a277702-6fec-4722-9771-51b8102b74f3 req-05bc52bb-840a-4ccb-832f-1d427dd95a13 service nova] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Detach interface failed, port_id=edd9a33c-b23b-45be-8100-07a0a185978a, reason: Instance 7d78e309-9f21-4b31-912e-4b698dfb1a7b could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1480.638647] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 417542dd-3322-455d-b383-824a93e8e9a7] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1480.845076] env[68207]: INFO nova.compute.manager [-] [instance: 7d78e309-9f21-4b31-912e-4b698dfb1a7b] Took 1.40 seconds to deallocate network for instance. [ 1481.142156] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 93a3c99b-f769-4f0c-88e9-53d9db1684ce] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1481.351752] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.352039] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.352271] env[68207]: DEBUG nova.objects.instance [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lazy-loading 'resources' on Instance uuid 7d78e309-9f21-4b31-912e-4b698dfb1a7b {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.645831] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 1bd1f3e9-a4cf-42c7-8b42-fe234725cdac] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1481.949394] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da3b28-fe54-4def-974c-b70bb3ec1402 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.957445] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb551bf-8ad3-4f0d-8565-7662b128f64d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.986723] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ec037f-3e28-4d04-9e1d-c78c53a7aa0f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.993399] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160b826e-20df-4574-975b-bba3bf3083cd {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.006031] env[68207]: DEBUG nova.compute.provider_tree [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.149132] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: dea709f7-9d15-4572-b20a-ba0f0bcaa157] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1482.509428] env[68207]: DEBUG nova.scheduler.client.report [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.652732] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 1ddc8118-f588-405d-9f82-68d85af6c671] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1483.015896] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.036147] env[68207]: INFO nova.scheduler.client.report [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Deleted allocations for instance 7d78e309-9f21-4b31-912e-4b698dfb1a7b [ 1483.155377] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: a9d339cb-e681-4605-9f3a-1870c4f6e4b1] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1483.524874] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "be66f0cb-bfc4-4cd3-8724-2d0677391856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.525145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.544102] env[68207]: DEBUG oslo_concurrency.lockutils [None req-d46097c8-a4cf-46a0-8fe9-7ac225654726 tempest-AttachVolumeTestJSON-494725137 tempest-AttachVolumeTestJSON-494725137-project-member] Lock "7d78e309-9f21-4b31-912e-4b698dfb1a7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.658565] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 3ea4b7cd-7815-45f0-84f1-b965ad23e771] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1484.027919] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.161877] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d673275c-62f5-4214-8dbe-583ab5770d63] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1484.553201] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.553498] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.554981] env[68207]: INFO nova.compute.claims [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.665509] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: e2d940b0-3a0b-45fa-a62b-71669daf3f49] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1485.168769] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: d334458e-db08-4fab-90de-6a9b2e2d09ec] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1485.590677] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d18bd3-7e9d-4eb0-9f4e-4c5fce5e8626 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.600264] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051d0b8-82d9-4518-9748-530e2908b2e8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.642561] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b327a79b-83fd-4bba-944e-28895cad3028 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.649338] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633c769-e044-47f5-b756-336256cf198b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.661778] env[68207]: DEBUG nova.compute.provider_tree [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.671612] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 63cad1bf-e8e8-42df-b20d-c7ee98a311df] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1486.164839] env[68207]: DEBUG nova.scheduler.client.report [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.173904] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f83f66af-5acd-4f9f-965c-78410f504bad] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1486.671127] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.671551] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.676917] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: bf024f8d-b9f8-4e99-838c-ead8d68b74cf] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1487.176747] env[68207]: DEBUG nova.compute.utils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.178210] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1487.178389] env[68207]: DEBUG nova.network.neutron [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.180519] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 2381eaa0-1370-416a-a5f4-3f1e13bbd77f] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1487.228665] env[68207]: DEBUG nova.policy [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e508e98176342bfa0206f7081c4f300', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '481d8a1b3a604467b9336318785bc772', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.511820] env[68207]: DEBUG nova.network.neutron [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Successfully created port: 05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.681892] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.685087] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: b05d31d0-e74d-437a-a36e-9205733e5836] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1488.188052] env[68207]: INFO nova.virt.block_device [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Booting with volume 231fb00d-42d5-4e12-ac28-b79563ea8db4 at /dev/sda [ 1488.190075] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f6f36938-7134-4e6c-b79d-925f36e1fe67] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1488.222524] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-613dbbe4-a73f-44ed-adcd-93effd61f3d1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.232272] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe1a517-75eb-45ba-b602-da1dbc4ff07d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.256247] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13bc823d-6712-4a9a-a6d1-a37cef2ed8a7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.263875] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba25ed-26fe-4e21-bba0-b08865827b9d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.287563] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c66004-e651-47d3-b5c6-7bac83a09b72 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.293519] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf64690-7f28-4627-8373-2d3f7932d744 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.306309] env[68207]: DEBUG nova.virt.block_device [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updating existing volume attachment record: 0e15ef75-d6da-48db-9c12-e059d0358c0e {{(pid=68207) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1488.693541] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: 695fdfab-be7f-48ef-a04a-635702674c45] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1488.857386] env[68207]: DEBUG nova.compute.manager [req-c566ed14-92c7-444e-b90e-d055bae4e1b1 req-20f7eced-f357-4fb0-890d-1c8c9737756a service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Received event network-vif-plugged-05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1488.857606] env[68207]: DEBUG oslo_concurrency.lockutils [req-c566ed14-92c7-444e-b90e-d055bae4e1b1 req-20f7eced-f357-4fb0-890d-1c8c9737756a service nova] Acquiring lock "be66f0cb-bfc4-4cd3-8724-2d0677391856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.857819] env[68207]: DEBUG oslo_concurrency.lockutils [req-c566ed14-92c7-444e-b90e-d055bae4e1b1 req-20f7eced-f357-4fb0-890d-1c8c9737756a service nova] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.858017] env[68207]: DEBUG oslo_concurrency.lockutils [req-c566ed14-92c7-444e-b90e-d055bae4e1b1 req-20f7eced-f357-4fb0-890d-1c8c9737756a service nova] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.858187] env[68207]: DEBUG nova.compute.manager [req-c566ed14-92c7-444e-b90e-d055bae4e1b1 req-20f7eced-f357-4fb0-890d-1c8c9737756a service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] No waiting events found dispatching network-vif-plugged-05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.858360] env[68207]: WARNING nova.compute.manager [req-c566ed14-92c7-444e-b90e-d055bae4e1b1 req-20f7eced-f357-4fb0-890d-1c8c9737756a service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Received unexpected event network-vif-plugged-05b2c5fb-ab5d-483f-9384-d8f65f518fe1 for instance with vm_state building and task_state block_device_mapping. [ 1488.935207] env[68207]: DEBUG nova.network.neutron [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Successfully updated port: 05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.196511] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: f5a3dd39-d717-409a-8416-c2bcb7e9bc40] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1489.439551] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.439738] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquired lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.439970] env[68207]: DEBUG nova.network.neutron [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.699717] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] [instance: e70d570e-f741-4e53-a53a-f8d4c3e3b927] Instance has had 0 of 5 cleanup attempts {{(pid=68207) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1489.973073] env[68207]: DEBUG nova.network.neutron [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.100515] env[68207]: DEBUG nova.network.neutron [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updating instance_info_cache with network_info: [{"id": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "address": "fa:16:3e:17:c5:3b", "network": {"id": "fc19e82b-9c3f-4ac2-84eb-39fd887d849a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1476321875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "481d8a1b3a604467b9336318785bc772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b2c5fb-ab", "ovs_interfaceid": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.383370] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.383909] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.384134] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.384286] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.384488] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.384607] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.384746] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.384941] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.385130] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.385333] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.385501] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.385671] env[68207]: DEBUG nova.virt.hardware [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.386553] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449f16e-c46e-4ce1-a32a-91b6fe7a79bc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.394851] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8627980-8d99-48e9-9eca-10586364475e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.603552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Releasing lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.603986] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance network_info: |[{"id": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "address": "fa:16:3e:17:c5:3b", "network": {"id": "fc19e82b-9c3f-4ac2-84eb-39fd887d849a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1476321875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "481d8a1b3a604467b9336318785bc772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b2c5fb-ab", "ovs_interfaceid": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.604527] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:c5:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b2c5fb-ab5d-483f-9384-d8f65f518fe1', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.612517] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Creating folder: Project (481d8a1b3a604467b9336318785bc772). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.612849] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b370663-aa15-4079-bfe0-91ba35be30dc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.625766] env[68207]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1490.625941] env[68207]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68207) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1490.626302] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Folder already exists: Project (481d8a1b3a604467b9336318785bc772). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1490.626496] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Creating folder: Instances. Parent ref: group-v558518. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.626738] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58a5c287-3257-4ff3-82b4-e2fae080994d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.635920] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Created folder: Instances in parent group-v558518. [ 1490.636142] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.636359] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.636577] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a0f59a-ad75-46b7-98c8-0d12dbd0fc94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.655261] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.655261] env[68207]: value = "task-2777939" [ 1490.655261] env[68207]: _type = "Task" [ 1490.655261] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.662683] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777939, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.885624] env[68207]: DEBUG nova.compute.manager [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Received event network-changed-05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1490.885859] env[68207]: DEBUG nova.compute.manager [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Refreshing instance network info cache due to event network-changed-05b2c5fb-ab5d-483f-9384-d8f65f518fe1. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1490.886197] env[68207]: DEBUG oslo_concurrency.lockutils [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] Acquiring lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.886364] env[68207]: DEBUG oslo_concurrency.lockutils [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] Acquired lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.886569] env[68207]: DEBUG nova.network.neutron [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Refreshing network info cache for port 05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.164596] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777939, 'name': CreateVM_Task} progress is 99%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.561045] env[68207]: DEBUG nova.network.neutron [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updated VIF entry in instance network info cache for port 05b2c5fb-ab5d-483f-9384-d8f65f518fe1. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.561387] env[68207]: DEBUG nova.network.neutron [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updating instance_info_cache with network_info: [{"id": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "address": "fa:16:3e:17:c5:3b", "network": {"id": "fc19e82b-9c3f-4ac2-84eb-39fd887d849a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1476321875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "481d8a1b3a604467b9336318785bc772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b2c5fb-ab", "ovs_interfaceid": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.666053] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777939, 'name': CreateVM_Task, 'duration_secs': 0.524066} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.666053] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.666224] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558521', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'name': 'volume-231fb00d-42d5-4e12-ac28-b79563ea8db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be66f0cb-bfc4-4cd3-8724-2d0677391856', 'attached_at': '', 'detached_at': '', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'serial': '231fb00d-42d5-4e12-ac28-b79563ea8db4'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '0e15ef75-d6da-48db-9c12-e059d0358c0e', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=68207) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1491.666412] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Root volume attach. Driver type: vmdk {{(pid=68207) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1491.667137] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369c4aea-092c-4e5c-b525-f84b812fb3c5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.674757] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37045aa6-9099-46f9-b359-4aaabbb76d4c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.679855] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ee34b-a797-44c3-aad3-91d50676d25c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.685230] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-80ce07a9-1733-48f8-bfce-6ce7efd749b5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.691628] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1491.691628] env[68207]: value = "task-2777940" [ 1491.691628] env[68207]: _type = "Task" [ 1491.691628] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.698845] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777940, 'name': RelocateVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.063744] env[68207]: DEBUG oslo_concurrency.lockutils [req-569a28c4-0af8-4100-9c62-38ff43ec9f05 req-9ec4bfe7-94ed-4bde-8a24-31ded9056886 service nova] Releasing lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.201799] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777940, 'name': RelocateVM_Task, 'duration_secs': 0.333384} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.202082] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Volume attach. Driver type: vmdk {{(pid=68207) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1492.202286] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558521', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'name': 'volume-231fb00d-42d5-4e12-ac28-b79563ea8db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be66f0cb-bfc4-4cd3-8724-2d0677391856', 'attached_at': '', 'detached_at': '', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'serial': '231fb00d-42d5-4e12-ac28-b79563ea8db4'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1492.203032] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce78b89a-4a3e-4884-81b6-1ba1f6f5ad1d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.218965] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1344f8a-d0b1-4e05-a75f-0c6e23663cab {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.239951] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-231fb00d-42d5-4e12-ac28-b79563ea8db4/volume-231fb00d-42d5-4e12-ac28-b79563ea8db4.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.240175] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b91fbe-0845-46b2-9d75-73591263def2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.259350] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1492.259350] env[68207]: value = "task-2777941" [ 1492.259350] env[68207]: _type = "Task" [ 1492.259350] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.266514] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.768916] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777941, 'name': ReconfigVM_Task, 'duration_secs': 0.244935} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.769236] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-231fb00d-42d5-4e12-ac28-b79563ea8db4/volume-231fb00d-42d5-4e12-ac28-b79563ea8db4.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.773818] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce02409-bcdc-4601-affb-5236faf3991a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.788869] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1492.788869] env[68207]: value = "task-2777942" [ 1492.788869] env[68207]: _type = "Task" [ 1492.788869] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.796284] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.298724] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777942, 'name': ReconfigVM_Task, 'duration_secs': 0.113498} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.299033] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558521', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'name': 'volume-231fb00d-42d5-4e12-ac28-b79563ea8db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be66f0cb-bfc4-4cd3-8724-2d0677391856', 'attached_at': '', 'detached_at': '', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'serial': '231fb00d-42d5-4e12-ac28-b79563ea8db4'} {{(pid=68207) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1493.299534] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e571d5-9ede-4fb9-867e-27729c5706a0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.305282] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1493.305282] env[68207]: value = "task-2777943" [ 1493.305282] env[68207]: _type = "Task" [ 1493.305282] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.312700] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777943, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.815534] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777943, 'name': Rename_Task, 'duration_secs': 0.120088} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.815892] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.816030] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c3c9b4a-23f5-4690-a035-46cd76d6bb94 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.821981] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1493.821981] env[68207]: value = "task-2777944" [ 1493.821981] env[68207]: _type = "Task" [ 1493.821981] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.829475] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.332744] env[68207]: DEBUG oslo_vmware.api [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777944, 'name': PowerOnVM_Task, 'duration_secs': 0.430197} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.333158] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.333431] env[68207]: INFO nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Took 3.95 seconds to spawn the instance on the hypervisor. [ 1494.333670] env[68207]: DEBUG nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.334499] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f55f632-a561-40d1-876c-47db04caa4f9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.851872] env[68207]: INFO nova.compute.manager [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Took 10.32 seconds to build instance. [ 1495.354479] env[68207]: DEBUG oslo_concurrency.lockutils [None req-99bca3f1-86bc-41f8-b67c-d99fb3ddaba9 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.829s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.571081] env[68207]: DEBUG nova.compute.manager [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Received event network-changed-05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1495.571420] env[68207]: DEBUG nova.compute.manager [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Refreshing instance network info cache due to event network-changed-05b2c5fb-ab5d-483f-9384-d8f65f518fe1. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1495.571593] env[68207]: DEBUG oslo_concurrency.lockutils [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] Acquiring lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.571749] env[68207]: DEBUG oslo_concurrency.lockutils [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] Acquired lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.571910] env[68207]: DEBUG nova.network.neutron [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Refreshing network info cache for port 05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.282973] env[68207]: DEBUG nova.network.neutron [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updated VIF entry in instance network info cache for port 05b2c5fb-ab5d-483f-9384-d8f65f518fe1. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.283449] env[68207]: DEBUG nova.network.neutron [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updating instance_info_cache with network_info: [{"id": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "address": "fa:16:3e:17:c5:3b", "network": {"id": "fc19e82b-9c3f-4ac2-84eb-39fd887d849a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1476321875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "481d8a1b3a604467b9336318785bc772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b2c5fb-ab", "ovs_interfaceid": "05b2c5fb-ab5d-483f-9384-d8f65f518fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.786749] env[68207]: DEBUG oslo_concurrency.lockutils [req-ff7a27ad-96aa-4540-8b4d-69c5a466b500 req-bea622ca-fcbd-4615-b19c-06b7e9c5bbc1 service nova] Releasing lock "refresh_cache-be66f0cb-bfc4-4cd3-8724-2d0677391856" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.700144] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.700779] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.701082] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.701174] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.701274] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.701466] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.701544] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.701683] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1532.701829] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.073196] env[68207]: INFO nova.compute.manager [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Rebuilding instance [ 1533.153776] env[68207]: DEBUG nova.compute.manager [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.154748] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db10b75-5e50-40af-a6ba-c4c225ef4efe {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.205454] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.205741] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.205924] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.206088] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1533.206873] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04fdb8-11e8-4108-a403-b73a1460e15e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.214235] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb91e6-763c-487b-97ea-569f9bf99cfc {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.227183] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5025dbb-e291-41ad-8b88-2b3d60465791 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.233208] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee38abb-26c2-4512-ab92-21b0a66a1a37 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.262175] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180883MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1533.262296] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.262496] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.170901] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.170901] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ebea121-8a43-47b6-8bb7-b423a199322e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.178513] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1534.178513] env[68207]: value = "task-2777945" [ 1534.178513] env[68207]: _type = "Task" [ 1534.178513] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.186313] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.285190] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=68207) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1534.285448] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1534.285601] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1534.311765] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e44a360-80b5-4a04-b30a-f2913aa2e8df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.319557] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea88fa-e437-4944-938f-ca10f30cebc2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.349051] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b8ae81-4563-4312-bc74-fdadf2907909 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.356022] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07790fc-723c-4b8f-b766-ab711c27af6f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.369856] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.687835] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777945, 'name': PowerOffVM_Task, 'duration_secs': 0.184167} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.688112] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.688825] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.689082] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbe76cc7-6421-4e53-b092-78b8f633765d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.695114] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1534.695114] env[68207]: value = "task-2777946" [ 1534.695114] env[68207]: _type = "Task" [ 1534.695114] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.702016] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.873257] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.205024] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1535.205426] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1535.205426] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558521', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'name': 'volume-231fb00d-42d5-4e12-ac28-b79563ea8db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be66f0cb-bfc4-4cd3-8724-2d0677391856', 'attached_at': '', 'detached_at': '', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'serial': '231fb00d-42d5-4e12-ac28-b79563ea8db4'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1535.206190] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a519e9-172b-4ede-b5d9-f67fd8d95e77 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.223734] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7626dbe-76ee-441f-857e-5ce56764b195 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.229784] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d29902-cfc2-4f17-bf68-6a6b1ddc260e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.246647] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524430fc-38f2-4591-9d1d-0d475714a82c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.260830] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] The volume has not been displaced from its original location: [datastore2] volume-231fb00d-42d5-4e12-ac28-b79563ea8db4/volume-231fb00d-42d5-4e12-ac28-b79563ea8db4.vmdk. No consolidation needed. {{(pid=68207) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1535.266139] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1535.266445] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019fee28-bf56-4e52-8937-ffb5b004a57c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.285617] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1535.285617] env[68207]: value = "task-2777947" [ 1535.285617] env[68207]: _type = "Task" [ 1535.285617] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.294543] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.377608] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1535.377925] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.795412] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777947, 'name': ReconfigVM_Task, 'duration_secs': 0.201232} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.795705] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68207) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1535.800238] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a65993-0918-4ccb-a17a-ed6f63218592 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.813866] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1535.813866] env[68207]: value = "task-2777948" [ 1535.813866] env[68207]: _type = "Task" [ 1535.813866] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.820938] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.324431] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777948, 'name': ReconfigVM_Task, 'duration_secs': 0.120081} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.324800] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-558521', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'name': 'volume-231fb00d-42d5-4e12-ac28-b79563ea8db4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be66f0cb-bfc4-4cd3-8724-2d0677391856', 'attached_at': '', 'detached_at': '', 'volume_id': '231fb00d-42d5-4e12-ac28-b79563ea8db4', 'serial': '231fb00d-42d5-4e12-ac28-b79563ea8db4'} {{(pid=68207) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1536.324918] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.325649] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee7e554-0be1-487a-a658-06f05041992d {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.331877] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.332104] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc7ea191-6256-4804-9875-72b2fe33d657 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.391133] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.391367] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.391535] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Deleting the datastore file [datastore2] be66f0cb-bfc4-4cd3-8724-2d0677391856 {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.391802] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e452e35-25a2-46b5-a5b8-1ced3a72a27e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.397083] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for the task: (returnval){ [ 1536.397083] env[68207]: value = "task-2777950" [ 1536.397083] env[68207]: _type = "Task" [ 1536.397083] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.404247] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.906472] env[68207]: DEBUG oslo_vmware.api [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Task: {'id': task-2777950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079322} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.906786] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.906891] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.907059] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.958049] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Volume detach. Driver type: vmdk {{(pid=68207) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1536.958049] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba88c47e-c430-4d1e-b95f-d366c85a5f20 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.966392] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c1400-dfb1-4ace-975b-db22efafb424 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.990182] env[68207]: ERROR nova.compute.manager [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Failed to detach volume 231fb00d-42d5-4e12-ac28-b79563ea8db4 from /dev/sda: nova.exception.InstanceNotFound: Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 could not be found. [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Traceback (most recent call last): [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self.driver.rebuild(**kwargs) [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] raise NotImplementedError() [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] NotImplementedError [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] During handling of the above exception, another exception occurred: [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Traceback (most recent call last): [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self.driver.detach_volume(context, old_connection_info, [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] return self._volumeops.detach_volume(connection_info, instance) [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._detach_volume_vmdk(connection_info, instance) [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] stable_ref.fetch_moref(session) [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] nova.exception.InstanceNotFound: Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 could not be found. [ 1536.990182] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1537.109923] env[68207]: DEBUG nova.compute.utils [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Build of instance be66f0cb-bfc4-4cd3-8724-2d0677391856 aborted: Failed to rebuild volume backed instance. {{(pid=68207) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1537.112619] env[68207]: ERROR nova.compute.manager [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance be66f0cb-bfc4-4cd3-8724-2d0677391856 aborted: Failed to rebuild volume backed instance. [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Traceback (most recent call last): [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self.driver.rebuild(**kwargs) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] raise NotImplementedError() [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] NotImplementedError [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] During handling of the above exception, another exception occurred: [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Traceback (most recent call last): [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._detach_root_volume(context, instance, root_bdm) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] with excutils.save_and_reraise_exception(): [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self.force_reraise() [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] raise self.value [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self.driver.detach_volume(context, old_connection_info, [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] return self._volumeops.detach_volume(connection_info, instance) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._detach_volume_vmdk(connection_info, instance) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] stable_ref.fetch_moref(session) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] nova.exception.InstanceNotFound: Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 could not be found. [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] During handling of the above exception, another exception occurred: [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Traceback (most recent call last): [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] yield [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1537.112619] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._do_rebuild_instance_with_claim( [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._do_rebuild_instance( [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._rebuild_default_impl(**kwargs) [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] self._rebuild_volume_backed_instance( [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] raise exception.BuildAbortException( [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] nova.exception.BuildAbortException: Build of instance be66f0cb-bfc4-4cd3-8724-2d0677391856 aborted: Failed to rebuild volume backed instance. [ 1537.114383] env[68207]: ERROR nova.compute.manager [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] [ 1537.797065] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.128318] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.128703] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.144210] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7827d2-cdc4-4180-8dfb-a1febc8a7631 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.151657] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd209b-f756-4ac2-ba53-3b3f870cc52c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.182091] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc7751-11b1-4ad2-86f8-ca5fde6d7a03 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.188788] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b32653-3660-420e-8505-c15d321f9395 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.201275] env[68207]: DEBUG nova.compute.provider_tree [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.703776] env[68207]: DEBUG nova.scheduler.client.report [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.040155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "be66f0cb-bfc4-4cd3-8724-2d0677391856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.040422] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.040631] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "be66f0cb-bfc4-4cd3-8724-2d0677391856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.040813] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.040988] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.043129] env[68207]: INFO nova.compute.manager [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Terminating instance [ 1540.208155] env[68207]: DEBUG oslo_concurrency.lockutils [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.079s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.208446] env[68207]: INFO nova.compute.manager [None req-8a2bb38b-b36c-4fe0-a978-503d36f0c193 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Successfully reverted task state from rebuilding on failure for instance. [ 1540.547515] env[68207]: DEBUG nova.compute.manager [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.547909] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aadf32a4-826c-472f-adec-b747a194c1f7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.557475] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5b52c-4b82-4d9a-937b-903b18c984cb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.582137] env[68207]: WARNING nova.virt.vmwareapi.driver [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 could not be found. [ 1540.582322] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.582561] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73fee560-b8f7-49b5-af35-51a56148143e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.589941] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f978a98-b8a8-4e5a-9791-f07a145ad38b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.611711] env[68207]: WARNING nova.virt.vmwareapi.vmops [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 could not be found. [ 1540.611916] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.612147] env[68207]: INFO nova.compute.manager [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1540.612440] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.612660] env[68207]: DEBUG nova.compute.manager [-] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.612769] env[68207]: DEBUG nova.network.neutron [-] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.070074] env[68207]: DEBUG nova.compute.manager [req-966535f0-90de-4242-886a-9c1802807eb0 req-04b6589b-0144-4127-96f8-cf8ec986958c service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Received event network-vif-deleted-05b2c5fb-ab5d-483f-9384-d8f65f518fe1 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1541.070322] env[68207]: INFO nova.compute.manager [req-966535f0-90de-4242-886a-9c1802807eb0 req-04b6589b-0144-4127-96f8-cf8ec986958c service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Neutron deleted interface 05b2c5fb-ab5d-483f-9384-d8f65f518fe1; detaching it from the instance and deleting it from the info cache [ 1541.070385] env[68207]: DEBUG nova.network.neutron [req-966535f0-90de-4242-886a-9c1802807eb0 req-04b6589b-0144-4127-96f8-cf8ec986958c service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.515359] env[68207]: DEBUG nova.network.neutron [-] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.573929] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3df141a-2453-496e-89ba-41b5ed57c2e3 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.583393] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd88cb-4073-47bc-8c90-bfd58955b842 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.607722] env[68207]: DEBUG nova.compute.manager [req-966535f0-90de-4242-886a-9c1802807eb0 req-04b6589b-0144-4127-96f8-cf8ec986958c service nova] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Detach interface failed, port_id=05b2c5fb-ab5d-483f-9384-d8f65f518fe1, reason: Instance be66f0cb-bfc4-4cd3-8724-2d0677391856 could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1542.018934] env[68207]: INFO nova.compute.manager [-] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Took 1.41 seconds to deallocate network for instance. [ 1542.566311] env[68207]: INFO nova.compute.manager [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Took 0.55 seconds to detach 1 volumes for instance. [ 1542.568518] env[68207]: DEBUG nova.compute.manager [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] [instance: be66f0cb-bfc4-4cd3-8724-2d0677391856] Deleting volume: 231fb00d-42d5-4e12-ac28-b79563ea8db4 {{(pid=68207) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1543.106169] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.106473] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.106696] env[68207]: DEBUG nova.objects.instance [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lazy-loading 'resources' on Instance uuid be66f0cb-bfc4-4cd3-8724-2d0677391856 {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.625434] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e319f-c03d-476c-ab05-56481cbee779 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.635167] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca80ad7-e33b-4d90-8e3d-39d377556102 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.663929] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e06d0-39bf-406d-bdf7-705e5c01264c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.670996] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6964284-a564-4d84-b5a7-5c10d39b8ac2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.683795] env[68207]: DEBUG nova.compute.provider_tree [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.190020] env[68207]: DEBUG nova.scheduler.client.report [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.696174] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.589s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.215113] env[68207]: DEBUG oslo_concurrency.lockutils [None req-2d5ae8c7-7c42-4b01-9942-cb72e5965095 tempest-ServerActionsV293TestJSON-1147207000 tempest-ServerActionsV293TestJSON-1147207000-project-member] Lock "be66f0cb-bfc4-4cd3-8724-2d0677391856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.175s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.412206] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "89ebd354-2d51-41f2-b7e6-bdd21944181f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.412439] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.915503] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Starting instance... {{(pid=68207) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.439106] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.439384] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.441209] env[68207]: INFO nova.compute.claims [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.476046] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e0edd6-d455-48fd-a5c0-ac5d7680d2a2 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.483404] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c366b-cb7e-4b3a-91a2-95bdefb85cf5 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.513032] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62a7507-87dc-49c6-82b6-0b68bc8f003c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.519719] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38addce3-29e5-4b79-b8ca-e823111300d9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.532252] env[68207]: DEBUG nova.compute.provider_tree [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.035200] env[68207]: DEBUG nova.scheduler.client.report [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.541475] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.541982] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Start building networks asynchronously for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.046444] env[68207]: DEBUG nova.compute.utils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Using /dev/sd instead of None {{(pid=68207) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1549.047908] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Allocating IP information in the background. {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.048174] env[68207]: DEBUG nova.network.neutron [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] allocate_for_instance() {{(pid=68207) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.085441] env[68207]: DEBUG nova.policy [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9611639465934d56a5069e713ba8b656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc0510de8fd43619e6dae60df70f8ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68207) authorize /opt/stack/nova/nova/policy.py:192}} [ 1549.347463] env[68207]: DEBUG nova.network.neutron [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Successfully created port: d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.551216] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Start building block device mappings for instance. {{(pid=68207) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.561820] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Start spawning the instance on the hypervisor. {{(pid=68207) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.588167] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T02:20:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T02:19:47Z,direct_url=,disk_format='vmdk',id=6f622ea6-e945-4306-8b08-0b2cd4f62115,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a81874768d684412b357373c9cc22adf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T02:19:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.588437] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Flavor limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.588594] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Image limits 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.588771] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Flavor pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.588915] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Image pref 0:0:0 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.589078] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68207) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.589291] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.589482] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.589665] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Got 1 possible topologies {{(pid=68207) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.589828] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.590009] env[68207]: DEBUG nova.virt.hardware [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68207) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.590881] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf51700d-c78a-4f5b-8f67-502df7797f51 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.598899] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5056c8bb-f34f-45b5-b4d0-e3ccafd58725 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.704340] env[68207]: DEBUG nova.compute.manager [req-50a4f20a-9207-413f-adb4-990fce44bc07 req-c63edfb9-6897-4d19-85e9-01786f6a3637 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-vif-plugged-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1550.704592] env[68207]: DEBUG oslo_concurrency.lockutils [req-50a4f20a-9207-413f-adb4-990fce44bc07 req-c63edfb9-6897-4d19-85e9-01786f6a3637 service nova] Acquiring lock "89ebd354-2d51-41f2-b7e6-bdd21944181f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.704804] env[68207]: DEBUG oslo_concurrency.lockutils [req-50a4f20a-9207-413f-adb4-990fce44bc07 req-c63edfb9-6897-4d19-85e9-01786f6a3637 service nova] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.704968] env[68207]: DEBUG oslo_concurrency.lockutils [req-50a4f20a-9207-413f-adb4-990fce44bc07 req-c63edfb9-6897-4d19-85e9-01786f6a3637 service nova] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.705243] env[68207]: DEBUG nova.compute.manager [req-50a4f20a-9207-413f-adb4-990fce44bc07 req-c63edfb9-6897-4d19-85e9-01786f6a3637 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] No waiting events found dispatching network-vif-plugged-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1550.705374] env[68207]: WARNING nova.compute.manager [req-50a4f20a-9207-413f-adb4-990fce44bc07 req-c63edfb9-6897-4d19-85e9-01786f6a3637 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received unexpected event network-vif-plugged-d13da0af-f033-49f1-8e44-9ddc9f54d915 for instance with vm_state building and task_state spawning. [ 1550.785662] env[68207]: DEBUG nova.network.neutron [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Successfully updated port: d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.289166] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.289166] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.289166] env[68207]: DEBUG nova.network.neutron [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.820460] env[68207]: DEBUG nova.network.neutron [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Instance cache missing network info. {{(pid=68207) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.922114] env[68207]: DEBUG nova.network.neutron [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.425248] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.425633] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Instance network_info: |[{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68207) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1552.426131] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b7:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13da0af-f033-49f1-8e44-9ddc9f54d915', 'vif_model': 'vmxnet3'}] {{(pid=68207) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.433616] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Creating folder: Project (4bc0510de8fd43619e6dae60df70f8ef). Parent ref: group-v558176. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1552.433885] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7501a1f-5ed4-4a45-ba9e-b2ec1950a3b9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.446207] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Created folder: Project (4bc0510de8fd43619e6dae60df70f8ef) in parent group-v558176. [ 1552.446336] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Creating folder: Instances. Parent ref: group-v558524. {{(pid=68207) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1552.446846] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f83d52ce-901d-4267-bc3c-9054bd57c2df {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.454612] env[68207]: INFO nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Created folder: Instances in parent group-v558524. [ 1552.454820] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1552.454985] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Creating VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.455180] env[68207]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b6eb43-06fa-459e-ad80-bcc48978d83a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.473208] env[68207]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.473208] env[68207]: value = "task-2777954" [ 1552.473208] env[68207]: _type = "Task" [ 1552.473208] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.479942] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777954, 'name': CreateVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.730564] env[68207]: DEBUG nova.compute.manager [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1552.730736] env[68207]: DEBUG nova.compute.manager [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing instance network info cache due to event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1552.730964] env[68207]: DEBUG oslo_concurrency.lockutils [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.731125] env[68207]: DEBUG oslo_concurrency.lockutils [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.731300] env[68207]: DEBUG nova.network.neutron [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.982632] env[68207]: DEBUG oslo_vmware.api [-] Task: {'id': task-2777954, 'name': CreateVM_Task, 'duration_secs': 0.277522} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.983091] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Created VM on the ESX host {{(pid=68207) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.983421] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.983586] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.983921] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.984175] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c16ece-56a5-4d0e-ab60-573dac140500 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.988158] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1552.988158] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52cbbe2a-4fbd-3121-870c-3d805610cb08" [ 1552.988158] env[68207]: _type = "Task" [ 1552.988158] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.995076] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cbbe2a-4fbd-3121-870c-3d805610cb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.389034] env[68207]: DEBUG nova.network.neutron [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updated VIF entry in instance network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.389231] env[68207]: DEBUG nova.network.neutron [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.498224] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52cbbe2a-4fbd-3121-870c-3d805610cb08, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.498528] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.498758] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.498990] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.499148] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.499325] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.499573] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30a9f5c-d506-46f9-bbea-4034b11611ea {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.507672] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.507835] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.508595] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23528f5d-5871-46db-b4af-1431f1468a17 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.513272] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1553.513272] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]524d2751-6877-980d-c53f-ce7705ccd5f2" [ 1553.513272] env[68207]: _type = "Task" [ 1553.513272] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.520957] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524d2751-6877-980d-c53f-ce7705ccd5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.894396] env[68207]: DEBUG oslo_concurrency.lockutils [req-49a91640-0d91-4fda-8bc1-22cbb3ca79a4 req-49331a97-89e6-4d4b-96fe-006d66800063 service nova] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.023689] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]524d2751-6877-980d-c53f-ce7705ccd5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008179} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.024510] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441ba211-f9e1-4711-abc6-8d74ec4003f8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.029227] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1554.029227] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52531cfa-d313-9c28-5719-0bb8e60880c4" [ 1554.029227] env[68207]: _type = "Task" [ 1554.029227] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.036074] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52531cfa-d313-9c28-5719-0bb8e60880c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.540048] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52531cfa-d313-9c28-5719-0bb8e60880c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.540303] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.540556] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/89ebd354-2d51-41f2-b7e6-bdd21944181f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1554.540800] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f00085-eab5-4e87-b63c-a6197b899cad {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.547806] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1554.547806] env[68207]: value = "task-2777955" [ 1554.547806] env[68207]: _type = "Task" [ 1554.547806] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.554943] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.058397] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418992} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.058780] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/89ebd354-2d51-41f2-b7e6-bdd21944181f.vmdk {{(pid=68207) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.058855] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Extending root virtual disk to 1048576 {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.059089] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-777e5cbe-a5a1-4f05-9797-a31465d29882 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.065164] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1555.065164] env[68207]: value = "task-2777956" [ 1555.065164] env[68207]: _type = "Task" [ 1555.065164] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.072052] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.574966] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062462} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.575292] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Extended root virtual disk {{(pid=68207) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.576043] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92968c1a-c5a9-45c2-9e1e-d72c5f6deb5a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.597240] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/89ebd354-2d51-41f2-b7e6-bdd21944181f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.597475] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fdded2-514a-4520-862a-e0550974f622 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.617092] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1555.617092] env[68207]: value = "task-2777957" [ 1555.617092] env[68207]: _type = "Task" [ 1555.617092] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.624674] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.127322] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777957, 'name': ReconfigVM_Task, 'duration_secs': 0.258599} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.127814] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/89ebd354-2d51-41f2-b7e6-bdd21944181f.vmdk or device None with type sparse {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.128264] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbe68723-48c4-4801-83c1-6dfc2353bb52 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.134385] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1556.134385] env[68207]: value = "task-2777958" [ 1556.134385] env[68207]: _type = "Task" [ 1556.134385] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.141945] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777958, 'name': Rename_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.644173] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777958, 'name': Rename_Task, 'duration_secs': 0.156433} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.644467] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.644678] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0474284c-f934-4409-84fb-8cee35d438ca {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.651714] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1556.651714] env[68207]: value = "task-2777959" [ 1556.651714] env[68207]: _type = "Task" [ 1556.651714] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.659425] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.161306] env[68207]: DEBUG oslo_vmware.api [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777959, 'name': PowerOnVM_Task, 'duration_secs': 0.496683} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.161776] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.161776] env[68207]: INFO nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1557.161925] env[68207]: DEBUG nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.162716] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520b504-241c-481b-b605-1048134b5b99 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.682329] env[68207]: INFO nova.compute.manager [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Took 11.26 seconds to build instance. [ 1558.184117] env[68207]: DEBUG oslo_concurrency.lockutils [None req-5c3709b5-6b0f-410c-a97a-6984ef99b8cc tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.771s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.422418] env[68207]: INFO nova.compute.manager [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Rescuing [ 1558.422690] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.422843] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.423026] env[68207]: DEBUG nova.network.neutron [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Building network info cache for instance {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.087355] env[68207]: DEBUG nova.network.neutron [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.590231] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.129317] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.129691] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93250f88-d7c9-4700-bf45-2a476b0d6009 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.137822] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1561.137822] env[68207]: value = "task-2777960" [ 1561.137822] env[68207]: _type = "Task" [ 1561.137822] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.145914] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.647883] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777960, 'name': PowerOffVM_Task, 'duration_secs': 0.184211} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.648181] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.648942] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c48d578-bb87-4533-bea3-f11a3641a725 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.666543] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5a6bf-82e4-4abd-b8c0-16cb43964c5b {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.697206] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.697459] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0ca580-8f1e-414f-b534-e62cfa81bce0 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.703906] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1561.703906] env[68207]: value = "task-2777961" [ 1561.703906] env[68207]: _type = "Task" [ 1561.703906] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.711056] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.214668] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] VM already powered off {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1562.214975] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Processing image 6f622ea6-e945-4306-8b08-0b2cd4f62115 {{(pid=68207) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.215150] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.215306] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.215480] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.215715] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88080468-83a7-4527-88b2-3493692bb118 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.231739] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68207) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.231914] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68207) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.232614] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3054c26-0452-47e6-9a7b-ee86fab75531 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.237462] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1562.237462] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]526a3db7-0627-2f1d-f11a-1af2627d5003" [ 1562.237462] env[68207]: _type = "Task" [ 1562.237462] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.244892] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526a3db7-0627-2f1d-f11a-1af2627d5003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.748691] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]526a3db7-0627-2f1d-f11a-1af2627d5003, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.749439] env[68207]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36d32b2-d14f-4cd4-90e2-d2282c398060 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.754922] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1562.754922] env[68207]: value = "session[52330a0c-62e8-fa25-1186-72688be69229]52e60fb0-de4e-8fd0-af08-1578c1d68295" [ 1562.754922] env[68207]: _type = "Task" [ 1562.754922] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.762475] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e60fb0-de4e-8fd0-af08-1578c1d68295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.265422] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': session[52330a0c-62e8-fa25-1186-72688be69229]52e60fb0-de4e-8fd0-af08-1578c1d68295, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.265802] env[68207]: DEBUG oslo_concurrency.lockutils [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.265904] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. {{(pid=68207) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1563.266208] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c3e645e-0d2a-4655-9bfa-0996c8d44395 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.273011] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1563.273011] env[68207]: value = "task-2777962" [ 1563.273011] env[68207]: _type = "Task" [ 1563.273011] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.279984] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.783732] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410007} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.783935] env[68207]: INFO nova.virt.vmwareapi.ds_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f622ea6-e945-4306-8b08-0b2cd4f62115/6f622ea6-e945-4306-8b08-0b2cd4f62115.vmdk to [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk. [ 1563.784675] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616988d-8e55-4ba6-973e-0379b4b51788 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.808843] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.809108] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2287b62-78c1-4ae6-8610-8d02c8539a3c {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.826363] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1563.826363] env[68207]: value = "task-2777963" [ 1563.826363] env[68207]: _type = "Task" [ 1563.826363] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.833733] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777963, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.336134] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777963, 'name': ReconfigVM_Task, 'duration_secs': 0.301642} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.336496] env[68207]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f/6f622ea6-e945-4306-8b08-0b2cd4f62115-rescue.vmdk or device None with type thin {{(pid=68207) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.337228] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e59c89-308a-498d-bb3c-2104488f81ff {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.361047] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846062be-69f7-4bf2-b01d-b1edd95459c1 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.375435] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1564.375435] env[68207]: value = "task-2777964" [ 1564.375435] env[68207]: _type = "Task" [ 1564.375435] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.382525] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.885760] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777964, 'name': ReconfigVM_Task, 'duration_secs': 0.157757} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.886064] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powering on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.886306] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5cff3fc-5e5e-48eb-ae70-8a7063e1a7ce {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.892880] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1564.892880] env[68207]: value = "task-2777965" [ 1564.892880] env[68207]: _type = "Task" [ 1564.892880] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.899921] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.403512] env[68207]: DEBUG oslo_vmware.api [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777965, 'name': PowerOnVM_Task, 'duration_secs': 0.376626} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.403973] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powered on the VM {{(pid=68207) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.406568] env[68207]: DEBUG nova.compute.manager [None req-7c259a3d-80eb-430d-a539-189315349358 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Checking state {{(pid=68207) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.407313] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e9846-b486-4848-9da1-46c3d615191f {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.137653] env[68207]: DEBUG nova.compute.manager [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1566.138028] env[68207]: DEBUG nova.compute.manager [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing instance network info cache due to event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1566.138382] env[68207]: DEBUG oslo_concurrency.lockutils [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.138609] env[68207]: DEBUG oslo_concurrency.lockutils [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.138860] env[68207]: DEBUG nova.network.neutron [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.809851] env[68207]: DEBUG nova.network.neutron [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updated VIF entry in instance network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.810179] env[68207]: DEBUG nova.network.neutron [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.312675] env[68207]: DEBUG oslo_concurrency.lockutils [req-48d9aed2-0e3e-4c09-a809-d473f591b537 req-aafc1962-3fde-467b-b09f-b7e08f6bb9d6 service nova] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.167507] env[68207]: DEBUG nova.compute.manager [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1568.167735] env[68207]: DEBUG nova.compute.manager [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing instance network info cache due to event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1568.167917] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.168056] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.168267] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.832769] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updated VIF entry in instance network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.833119] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.010295] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "89ebd354-2d51-41f2-b7e6-bdd21944181f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.010552] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.010761] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "89ebd354-2d51-41f2-b7e6-bdd21944181f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.010940] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.011128] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.013177] env[68207]: INFO nova.compute.manager [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Terminating instance [ 1569.336157] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.336497] env[68207]: DEBUG nova.compute.manager [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1569.336573] env[68207]: DEBUG nova.compute.manager [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing instance network info cache due to event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1569.336779] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.336919] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.337093] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.516990] env[68207]: DEBUG nova.compute.manager [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Start destroying the instance on the hypervisor. {{(pid=68207) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.517246] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Destroying instance {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.518501] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4973ab78-658c-4d81-8be9-4b17db7f48cf {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.526112] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powering off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.526335] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d045f998-ceae-4f92-bcf4-0bcabe715549 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.532334] env[68207]: DEBUG oslo_vmware.api [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1569.532334] env[68207]: value = "task-2777966" [ 1569.532334] env[68207]: _type = "Task" [ 1569.532334] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.540701] env[68207]: DEBUG oslo_vmware.api [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.000290] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updated VIF entry in instance network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.000635] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.041897] env[68207]: DEBUG oslo_vmware.api [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777966, 'name': PowerOffVM_Task, 'duration_secs': 0.199893} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.042438] env[68207]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Powered off the VM {{(pid=68207) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.042623] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Unregistering the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.042858] env[68207]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d73c5df-da32-4457-b32c-e19c218b79e9 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.503952] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.504285] env[68207]: DEBUG nova.compute.manager [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1570.504428] env[68207]: DEBUG nova.compute.manager [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing instance network info cache due to event network-changed-d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1570.504643] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Acquiring lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.504783] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Acquired lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.504938] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Refreshing network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.989085] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Unregistered the VM {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.989384] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Deleting contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.989519] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Deleting the datastore file [datastore2] 89ebd354-2d51-41f2-b7e6-bdd21944181f {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.989784] env[68207]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3cc934-335f-4d47-9c16-b80757acc408 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.995848] env[68207]: DEBUG oslo_vmware.api [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for the task: (returnval){ [ 1570.995848] env[68207]: value = "task-2777968" [ 1570.995848] env[68207]: _type = "Task" [ 1570.995848] env[68207]: } to complete. {{(pid=68207) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.003023] env[68207]: DEBUG oslo_vmware.api [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.357642] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updated VIF entry in instance network info cache for port d13da0af-f033-49f1-8e44-9ddc9f54d915. {{(pid=68207) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.358051] env[68207]: DEBUG nova.network.neutron [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [{"id": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "address": "fa:16:3e:03:b7:5e", "network": {"id": "42126199-9287-4c3b-bdd1-5580d79540ed", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1621267783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc0510de8fd43619e6dae60df70f8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13da0af-f0", "ovs_interfaceid": "d13da0af-f033-49f1-8e44-9ddc9f54d915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.505709] env[68207]: DEBUG oslo_vmware.api [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Task: {'id': task-2777968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193542} completed successfully. {{(pid=68207) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.506025] env[68207]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Deleted the datastore file {{(pid=68207) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.506162] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Deleted contents of the VM from datastore datastore2 {{(pid=68207) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.506370] env[68207]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Instance destroyed {{(pid=68207) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.506547] env[68207]: INFO nova.compute.manager [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1571.506774] env[68207]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68207) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1571.506960] env[68207]: DEBUG nova.compute.manager [-] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Deallocating network for instance {{(pid=68207) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.507071] env[68207]: DEBUG nova.network.neutron [-] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] deallocate_for_instance() {{(pid=68207) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.737123] env[68207]: DEBUG nova.compute.manager [req-e04bb055-e316-48ad-88fa-d5825861fe46 req-4edb90e9-ba78-402e-99c2-b1a6dbfd5241 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Received event network-vif-deleted-d13da0af-f033-49f1-8e44-9ddc9f54d915 {{(pid=68207) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1571.737316] env[68207]: INFO nova.compute.manager [req-e04bb055-e316-48ad-88fa-d5825861fe46 req-4edb90e9-ba78-402e-99c2-b1a6dbfd5241 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Neutron deleted interface d13da0af-f033-49f1-8e44-9ddc9f54d915; detaching it from the instance and deleting it from the info cache [ 1571.737475] env[68207]: DEBUG nova.network.neutron [req-e04bb055-e316-48ad-88fa-d5825861fe46 req-4edb90e9-ba78-402e-99c2-b1a6dbfd5241 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.860906] env[68207]: DEBUG oslo_concurrency.lockutils [req-f993d5a9-87a9-463a-be77-d639bbd59eba req-c0f9e138-4098-4e17-9baa-aca98c9499b1 service nova] Releasing lock "refresh_cache-89ebd354-2d51-41f2-b7e6-bdd21944181f" {{(pid=68207) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.220459] env[68207]: DEBUG nova.network.neutron [-] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Updating instance_info_cache with network_info: [] {{(pid=68207) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.240543] env[68207]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76de9300-cddd-4208-bf9b-a7fbc56e7845 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.252457] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b459602e-08dd-4c4d-9298-3be8aa0b508e {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.276544] env[68207]: DEBUG nova.compute.manager [req-e04bb055-e316-48ad-88fa-d5825861fe46 req-4edb90e9-ba78-402e-99c2-b1a6dbfd5241 service nova] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Detach interface failed, port_id=d13da0af-f033-49f1-8e44-9ddc9f54d915, reason: Instance 89ebd354-2d51-41f2-b7e6-bdd21944181f could not be found. {{(pid=68207) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1572.722842] env[68207]: INFO nova.compute.manager [-] [instance: 89ebd354-2d51-41f2-b7e6-bdd21944181f] Took 1.22 seconds to deallocate network for instance. [ 1573.229145] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.229471] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.229698] env[68207]: DEBUG nova.objects.instance [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lazy-loading 'resources' on Instance uuid 89ebd354-2d51-41f2-b7e6-bdd21944181f {{(pid=68207) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.763906] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1839724f-36d7-4bcf-a7e0-dbd11d65bac4 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.771348] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1089ff-3f91-41c7-a9da-9aa8609b8acb {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.800308] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3bfd12-c341-4c48-a7c7-c5bd10454007 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.806941] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd5598-f5b7-4d9a-ba71-448490ca8fef {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.819701] env[68207]: DEBUG nova.compute.provider_tree [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.322592] env[68207]: DEBUG nova.scheduler.client.report [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.828283] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.847555] env[68207]: INFO nova.scheduler.client.report [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Deleted allocations for instance 89ebd354-2d51-41f2-b7e6-bdd21944181f [ 1575.355609] env[68207]: DEBUG oslo_concurrency.lockutils [None req-fbc39f6e-692b-4430-8570-77ad29fa27b5 tempest-ServerRescueTestJSONUnderV235-1276718649 tempest-ServerRescueTestJSONUnderV235-1276718649-project-member] Lock "89ebd354-2d51-41f2-b7e6-bdd21944181f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.345s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.125751] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.124016] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.124447] env[68207]: DEBUG nova.compute.manager [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68207) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1588.120938] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.123512] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.124626] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.124626] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.124626] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.127056] env[68207]: DEBUG oslo_service.periodic_task [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Running periodic task ComputeManager.update_available_resource {{(pid=68207) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.629927] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.630154] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.630372] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.630477] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68207) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1592.631645] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef696e7e-3295-452b-8d61-65ad5181a569 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.308575] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649571ed-4cf9-4a67-a260-97716a5515c7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.321764] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ebae0-aa44-435f-812a-4a1e0f293fb8 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.327667] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bba705-da84-486d-914f-07a14d19cb25 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.356501] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180958MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=68207) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1593.356650] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.356856] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.380873] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1594.381109] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68207) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1594.395671] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2953cb45-08fd-4644-a3c7-dc1aaf63c0ac {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.402947] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c0591-a2b9-4da8-affd-0255b7249ee6 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.432252] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9708b4b-da71-4cd2-bf09-66171aa9e1d7 {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.438730] env[68207]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9b04d-c383-4710-bd38-f392e2c4b10a {{(pid=68207) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.451011] env[68207]: DEBUG nova.compute.provider_tree [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed in ProviderTree for provider: e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f {{(pid=68207) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.954148] env[68207]: DEBUG nova.scheduler.client.report [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Inventory has not changed for provider e8cb01be-33a6-443d-ae9b-c1d57e0c1e5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68207) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.458823] env[68207]: DEBUG nova.compute.resource_tracker [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68207) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1595.459175] env[68207]: DEBUG oslo_concurrency.lockutils [None req-03cb7fe8-8ab6-4931-8e24-296d1d8a70fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=68207) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}